2026-04-02T11:37:14.922 INFO:root:teuthology version: 1.2.4.dev37+ga59626679 2026-04-02T11:37:14.930 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-02T11:37:14.976 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4930 branch: wip-sse-s3-on-v20.2.0 description: rgw:verify/{0-install accounts$/{tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off-no-gc} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind} email: null first_in_suite: false flavor: default job_id: '4930' last_in_suite: false machine_type: vps name: supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true rgw gc max queue size: 0 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2 install: ceph: flavor: default sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random ec-data-pool: true erasure_code_profile: crush-failure-domain: osd k: 3 m: 1 name: testprofile frontend: beast inline data: false storage classes: FROZEN: null LUKEWARM: null s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 tenant: RGW33333333333333333 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 slow_backend: true storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4392 sha1: e2ce8426bc5387b913d1b06bd31280ced108bbb6 sleep_before_teardown: 0 suite: rgw:verify suite_branch: tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 suite_path: /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa suite_relpath: qa suite_repo: http://git.local/ceph.git suite_sha1: 39db93915eaebf6594cccf2b5fc640e9a066446a targets: vm01.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMrcNWXDbkDbJ7gQzTye1pzFTApLOfp/5ooevD9xfl3ksK73pDGHnTEjHajhjrqQtbNyhnyyiT32lyI9YatzrNk= vm08.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG/bFXg1tGpOzTqLAKTTtMHzKOraLqs0ku06Cwx3SfnIDBcgesmMX/aPKjbaUY7Ff/ZfBNDcxmCSTMalHLXInkk= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - cls/test_cls_sem_set.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_datalog.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-tentacle rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-tentacle force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: uv2 teuthology_sha1: a59626679648f962bca99d20d35578f2998c8f37 timestamp: 2026-04-01_22:09:12 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593 2026-04-02T11:37:14.976 INFO:teuthology.run:suite_path is set to /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa; will attempt to use it 2026-04-02T11:37:14.976 INFO:teuthology.run:Found tasks at /home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa/tasks 2026-04-02T11:37:14.976 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-02T11:37:14.977 INFO:teuthology.task.internal:Saving configuration 2026-04-02T11:37:14.984 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-02T11:37:14.985 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-02T11:37:14.991 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm01.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4930', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:36:24.461813', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:01', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMrcNWXDbkDbJ7gQzTye1pzFTApLOfp/5ooevD9xfl3ksK73pDGHnTEjHajhjrqQtbNyhnyyiT32lyI9YatzrNk='} 2026-04-02T11:37:14.995 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm08.local', 'description': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4930', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-02 11:36:24.462356', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:08', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG/bFXg1tGpOzTqLAKTTtMHzKOraLqs0ku06Cwx3SfnIDBcgesmMX/aPKjbaUY7Ff/ZfBNDcxmCSTMalHLXInkk='} 2026-04-02T11:37:14.996 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-02T11:37:14.996 INFO:teuthology.task.internal:roles: ubuntu@vm01.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-04-02T11:37:14.996 INFO:teuthology.task.internal:roles: ubuntu@vm08.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-04-02T11:37:14.996 INFO:teuthology.run_tasks:Running task console_log... 2026-04-02T11:37:15.001 DEBUG:teuthology.task.console_log:vm01 does not support IPMI; excluding 2026-04-02T11:37:15.007 DEBUG:teuthology.task.console_log:vm08 does not support IPMI; excluding 2026-04-02T11:37:15.007 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faea4fe09d0>, signals=[15]) 2026-04-02T11:37:15.007 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-02T11:37:15.008 INFO:teuthology.task.internal:Opening connections... 2026-04-02T11:37:15.008 DEBUG:teuthology.task.internal:connecting to ubuntu@vm01.local 2026-04-02T11:37:15.008 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm01.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:37:15.068 DEBUG:teuthology.task.internal:connecting to ubuntu@vm08.local 2026-04-02T11:37:15.069 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:37:15.131 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-02T11:37:15.132 DEBUG:teuthology.orchestra.run.vm01:> uname -m 2026-04-02T11:37:15.172 INFO:teuthology.orchestra.run.vm01.stdout:x86_64 2026-04-02T11:37:15.173 DEBUG:teuthology.orchestra.run.vm01:> cat /etc/os-release 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:NAME="Rocky Linux" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:ID="rocky" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:VERSION_ID="9.7" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:ANSI_COLOR="0;32" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:VENDOR_NAME="RESF" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:37:15.228 INFO:teuthology.orchestra.run.vm01.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:37:15.229 INFO:teuthology.lock.ops:Updating vm01.local on lock server 2026-04-02T11:37:15.233 DEBUG:teuthology.orchestra.run.vm08:> uname -m 2026-04-02T11:37:15.256 INFO:teuthology.orchestra.run.vm08.stdout:x86_64 2026-04-02T11:37:15.256 DEBUG:teuthology.orchestra.run.vm08:> cat /etc/os-release 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:NAME="Rocky Linux" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:ID="rocky" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:ID_LIKE="rhel centos fedora" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:VERSION_ID="9.7" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:PLATFORM_ID="platform:el9" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:ANSI_COLOR="0;32" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:LOGO="fedora-logo-icon" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:HOME_URL="https://rockylinux.org/" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_NAME="RESF" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_URL="https://resf.org/" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-02T11:37:15.312 INFO:teuthology.orchestra.run.vm08.stdout:SUPPORT_END="2032-05-31" 2026-04-02T11:37:15.313 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-02T11:37:15.313 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:37:15.313 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-02T11:37:15.313 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-02T11:37:15.313 INFO:teuthology.lock.ops:Updating vm08.local on lock server 2026-04-02T11:37:15.317 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-02T11:37:15.319 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-02T11:37:15.320 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-02T11:37:15.320 DEBUG:teuthology.orchestra.run.vm01:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:37:15.322 DEBUG:teuthology.orchestra.run.vm08:> test '!' -e /home/ubuntu/cephtest 2026-04-02T11:37:15.366 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-02T11:37:15.367 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-02T11:37:15.367 DEBUG:teuthology.orchestra.run.vm01:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:37:15.376 DEBUG:teuthology.orchestra.run.vm08:> test -z $(ls -A /var/lib/ceph) 2026-04-02T11:37:15.389 INFO:teuthology.orchestra.run.vm01.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:37:15.420 INFO:teuthology.orchestra.run.vm08.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-02T11:37:15.421 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-02T11:37:15.428 DEBUG:teuthology.orchestra.run.vm01:> test -e /ceph-qa-ready 2026-04-02T11:37:15.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:37:15.630 DEBUG:teuthology.orchestra.run.vm08:> test -e /ceph-qa-ready 2026-04-02T11:37:15.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:37:15.834 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-02T11:37:15.836 INFO:teuthology.task.internal:Creating test directory... 2026-04-02T11:37:15.836 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:37:15.838 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-02T11:37:15.854 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-02T11:37:15.855 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-02T11:37:15.856 INFO:teuthology.task.internal:Creating archive directory... 2026-04-02T11:37:15.856 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:37:15.895 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-02T11:37:15.914 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-02T11:37:15.915 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-02T11:37:15.915 DEBUG:teuthology.orchestra.run.vm01:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:37:15.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:37:15.965 DEBUG:teuthology.orchestra.run.vm08:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-02T11:37:15.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:37:15.980 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:37:16.007 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-02T11:37:16.028 INFO:teuthology.orchestra.run.vm01.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:37:16.037 INFO:teuthology.orchestra.run.vm01.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:37:16.047 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:37:16.055 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-02T11:37:16.056 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-02T11:37:16.057 INFO:teuthology.task.internal:Configuring sudo... 2026-04-02T11:37:16.057 DEBUG:teuthology.orchestra.run.vm01:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:37:16.080 DEBUG:teuthology.orchestra.run.vm08:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-02T11:37:16.120 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-02T11:37:16.123 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-02T11:37:16.123 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:37:16.143 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-02T11:37:16.176 DEBUG:teuthology.orchestra.run.vm01:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:37:16.222 DEBUG:teuthology.orchestra.run.vm01:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:37:16.279 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:37:16.279 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:37:16.339 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-02T11:37:16.363 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-02T11:37:16.420 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:37:16.421 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-02T11:37:16.479 DEBUG:teuthology.orchestra.run.vm01:> sudo service rsyslog restart 2026-04-02T11:37:16.481 DEBUG:teuthology.orchestra.run.vm08:> sudo service rsyslog restart 2026-04-02T11:37:16.508 INFO:teuthology.orchestra.run.vm01.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:37:16.546 INFO:teuthology.orchestra.run.vm08.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-02T11:37:16.950 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-02T11:37:16.952 INFO:teuthology.task.internal:Starting timer... 2026-04-02T11:37:16.952 INFO:teuthology.run_tasks:Running task pcp... 2026-04-02T11:37:16.954 INFO:teuthology.run_tasks:Running task selinux... 2026-04-02T11:37:16.956 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-02T11:37:16.956 INFO:teuthology.task.selinux:Excluding vm01: VMs are not yet supported 2026-04-02T11:37:16.956 INFO:teuthology.task.selinux:Excluding vm08: VMs are not yet supported 2026-04-02T11:37:16.956 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-02T11:37:16.956 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-02T11:37:16.956 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-02T11:37:16.956 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-02T11:37:16.958 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-02T11:37:16.958 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-02T11:37:16.959 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-02T11:37:17.598 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-02T11:37:17.603 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-02T11:37:17.604 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventoryoicv_lmw --limit vm01.local,vm08.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-02T11:39:37.516 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm01.local'), Remote(name='ubuntu@vm08.local')] 2026-04-02T11:39:37.516 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm01.local' 2026-04-02T11:39:37.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm01.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:39:37.585 DEBUG:teuthology.orchestra.run.vm01:> true 2026-04-02T11:39:37.667 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm01.local' 2026-04-02T11:39:37.667 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm08.local' 2026-04-02T11:39:37.668 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-02T11:39:37.729 DEBUG:teuthology.orchestra.run.vm08:> true 2026-04-02T11:39:37.812 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm08.local' 2026-04-02T11:39:37.812 INFO:teuthology.run_tasks:Running task clock... 2026-04-02T11:39:37.815 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-02T11:39:37.815 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:39:37.815 DEBUG:teuthology.orchestra.run.vm01:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:39:37.817 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-02T11:39:37.817 DEBUG:teuthology.orchestra.run.vm08:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-02T11:39:37.851 INFO:teuthology.orchestra.run.vm01.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:39:37.867 INFO:teuthology.orchestra.run.vm01.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:39:37.886 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-02T11:39:37.894 INFO:teuthology.orchestra.run.vm01.stderr:sudo: ntpd: command not found 2026-04-02T11:39:37.903 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-02T11:39:37.907 INFO:teuthology.orchestra.run.vm01.stdout:506 Cannot talk to daemon 2026-04-02T11:39:37.922 INFO:teuthology.orchestra.run.vm01.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:39:37.938 INFO:teuthology.orchestra.run.vm01.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:39:37.938 INFO:teuthology.orchestra.run.vm08.stderr:sudo: ntpd: command not found 2026-04-02T11:39:37.952 INFO:teuthology.orchestra.run.vm08.stdout:506 Cannot talk to daemon 2026-04-02T11:39:37.968 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-02T11:39:37.987 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-02T11:39:37.991 INFO:teuthology.orchestra.run.vm01.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:39:38.043 INFO:teuthology.orchestra.run.vm08.stderr:bash: line 1: ntpq: command not found 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:=============================================================================== 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:^? vps-fra1.orleans.ddnss.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:^? 139-162-187-236.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:^? dominus.von-oppen.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.045 INFO:teuthology.orchestra.run.vm01.stdout:^? sonne.floppy.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:=============================================================================== 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:^? dominus.von-oppen.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:^? sonne.floppy.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:^? vps-fra1.orleans.ddnss.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.047 INFO:teuthology.orchestra.run.vm08.stdout:^? 139-162-187-236.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-02T11:39:38.048 INFO:teuthology.run_tasks:Running task install... 2026-04-02T11:39:38.050 DEBUG:teuthology.task.install:project ceph 2026-04-02T11:39:38.050 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:39:38.050 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'} 2026-04-02T11:39:38.050 INFO:teuthology.task.install:Using flavor: default 2026-04-02T11:39:38.053 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-02T11:39:38.053 INFO:teuthology.task.install:extra packages: [] 2026-04-02T11:39:38.053 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:39:38.053 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:39:38.053 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:39:38.053 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:39:38.054 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]} 2026-04-02T11:39:38.054 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}] 2026-04-02T11:39:38.054 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:39:38.054 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-02T11:39:38.117 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:39:38.117 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:39:38.118 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:39:38.118 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-02T11:39:38.189 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:39:38.189 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:39:38.192 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:39:38.192 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-02T11:39:38.262 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:39:38.262 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean all 2026-04-02T11:39:38.269 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-02T11:39:38.269 DEBUG:teuthology.orchestra.run.vm01:> sudo yum clean all 2026-04-02T11:39:38.460 INFO:teuthology.orchestra.run.vm08.stdout:47 files removed 2026-04-02T11:39:38.460 INFO:teuthology.orchestra.run.vm01.stdout:47 files removed 2026-04-02T11:39:38.501 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:39:38.501 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-02T11:39:38.929 INFO:teuthology.orchestra.run.vm01.stdout:ceph 391 kB/s | 90 kB 00:00 2026-04-02T11:39:38.933 INFO:teuthology.orchestra.run.vm08.stdout:ceph 394 kB/s | 90 kB 00:00 2026-04-02T11:39:39.160 INFO:teuthology.orchestra.run.vm08.stdout:ceph-noarch 127 kB/s | 25 kB 00:00 2026-04-02T11:39:39.160 INFO:teuthology.orchestra.run.vm01.stdout:ceph-noarch 123 kB/s | 25 kB 00:00 2026-04-02T11:39:39.385 INFO:teuthology.orchestra.run.vm01.stdout:ceph-source 11 kB/s | 2.3 kB 00:00 2026-04-02T11:39:39.388 INFO:teuthology.orchestra.run.vm08.stdout:ceph-source 11 kB/s | 2.3 kB 00:00 2026-04-02T11:39:39.881 INFO:teuthology.orchestra.run.vm01.stdout:Extra Packages for Enterprise Linux 43 MB/s | 20 MB 00:00 2026-04-02T11:39:39.966 INFO:teuthology.orchestra.run.vm08.stdout:Extra Packages for Enterprise Linux 37 MB/s | 20 MB 00:00 2026-04-02T11:39:44.623 INFO:teuthology.orchestra.run.vm01.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-04-02T11:39:44.784 INFO:teuthology.orchestra.run.vm08.stdout:lab-extras 63 kB/s | 50 kB 00:00 2026-04-02T11:39:45.413 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - BaseOS 24 MB/s | 17 MB 00:00 2026-04-02T11:39:45.701 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - BaseOS 21 MB/s | 17 MB 00:00 2026-04-02T11:39:47.390 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - AppStream 24 MB/s | 17 MB 00:00 2026-04-02T11:39:47.787 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - AppStream 23 MB/s | 17 MB 00:00 2026-04-02T11:39:49.656 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - CRB 8.2 MB/s | 4.3 MB 00:00 2026-04-02T11:39:50.134 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - CRB 8.1 MB/s | 4.3 MB 00:00 2026-04-02T11:39:50.536 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - Extras 51 kB/s | 17 kB 00:00 2026-04-02T11:39:51.012 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - Extras 51 kB/s | 17 kB 00:00 2026-04-02T11:39:51.654 INFO:teuthology.orchestra.run.vm01.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:39:51.654 INFO:teuthology.orchestra.run.vm01.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:39:51.687 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout:======================================================================================================= 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout:======================================================================================================= 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:39:51.696 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout:Upgrading: 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:39:51.697 INFO:teuthology.orchestra.run.vm01.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:39:51.698 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:39:51.699 INFO:teuthology.orchestra.run.vm01.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:39:51.700 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:39:51.701 INFO:teuthology.orchestra.run.vm01.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:39:51.702 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:39:51.703 INFO:teuthology.orchestra.run.vm01.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout:Installing weak dependencies: 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:39:51.704 INFO:teuthology.orchestra.run.vm01.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:======================================================================================================= 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:Install 310 Packages 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:Upgrade 2 Packages 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 421 M 2026-04-02T11:39:51.705 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-04-02T11:39:52.153 INFO:teuthology.orchestra.run.vm08.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:39:52.153 INFO:teuthology.orchestra.run.vm08.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-02T11:39:52.187 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================= 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================= 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.5 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.9 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 941 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 154 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 961 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 173 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 15 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 7.4 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 50 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 85 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 297 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: cephadm noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 1.0 M 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 34 k 2026-04-02T11:39:52.197 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 868 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 126 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 316 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 304 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 99 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 91 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.9 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 180 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: librados2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 3.5 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: librbd1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.8 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 43 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 2.3 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 289 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 5.0 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 17 M 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 17 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 25 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-02T11:39:52.198 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-proxy2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 24 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 164 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-02T11:39:52.199 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 250 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: librgw2 x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 6.4 M 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-02T11:39:52.200 INFO:teuthology.orchestra.run.vm08.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 45 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 163 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-02T11:39:52.201 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph-noarch 22 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-daemon x86_64 2:20.2.0-9.ge2ce8426bc5.el9.clyso ceph 35 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-02T11:39:52.202 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================= 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:Install 310 Packages 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 2 Packages 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 421 M 2026-04-02T11:39:52.203 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-04-02T11:39:52.832 INFO:teuthology.orchestra.run.vm08.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 80 kB/s | 6.5 kB 00:00 2026-04-02T11:39:52.859 INFO:teuthology.orchestra.run.vm01.stdout:(1/312): ceph-20.2.0-9.ge2ce8426bc5.el9.clyso.x 75 kB/s | 6.5 kB 00:00 2026-04-02T11:39:53.221 INFO:teuthology.orchestra.run.vm08.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 2.4 MB/s | 941 kB 00:00 2026-04-02T11:39:53.327 INFO:teuthology.orchestra.run.vm01.stdout:(2/312): ceph-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 2.0 MB/s | 941 kB 00:00 2026-04-02T11:39:53.333 INFO:teuthology.orchestra.run.vm08.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 1.3 MB/s | 154 kB 00:00 2026-04-02T11:39:53.390 INFO:teuthology.orchestra.run.vm01.stdout:(3/312): ceph-immutable-object-cache-20.2.0-9.g 2.4 MB/s | 154 kB 00:00 2026-04-02T11:39:53.725 INFO:teuthology.orchestra.run.vm08.stdout:(4/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 24 MB/s | 24 MB 00:00 2026-04-02T11:39:53.768 INFO:teuthology.orchestra.run.vm01.stdout:(4/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 6.2 MB/s | 2.3 MB 00:00 2026-04-02T11:39:53.807 INFO:teuthology.orchestra.run.vm08.stdout:(5/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 12 MB/s | 961 kB 00:00 2026-04-02T11:39:53.912 INFO:teuthology.orchestra.run.vm08.stdout:(6/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 5.1 MB/s | 5.9 MB 00:01 2026-04-02T11:39:53.915 INFO:teuthology.orchestra.run.vm01.stdout:(5/312): ceph-mgr-20.2.0-9.ge2ce8426bc5.el9.cly 6.4 MB/s | 961 kB 00:00 2026-04-02T11:39:54.012 INFO:teuthology.orchestra.run.vm08.stdout:(7/312): ceph-mds-20.2.0-9.ge2ce8426bc5.el9.cly 3.5 MB/s | 2.3 MB 00:00 2026-04-02T11:39:54.082 INFO:teuthology.orchestra.run.vm08.stdout:(8/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 18 MB/s | 5.0 MB 00:00 2026-04-02T11:39:54.135 INFO:teuthology.orchestra.run.vm08.stdout:(9/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el9 475 kB/s | 25 kB 00:00 2026-04-02T11:39:54.757 INFO:teuthology.orchestra.run.vm01.stdout:(6/312): ceph-common-20.2.0-9.ge2ce8426bc5.el9. 12 MB/s | 24 MB 00:01 2026-04-02T11:39:55.007 INFO:teuthology.orchestra.run.vm01.stdout:(7/312): ceph-mon-20.2.0-9.ge2ce8426bc5.el9.cly 4.6 MB/s | 5.0 MB 00:01 2026-04-02T11:39:55.210 INFO:teuthology.orchestra.run.vm01.stdout:(8/312): ceph-base-20.2.0-9.ge2ce8426bc5.el9.cl 2.4 MB/s | 5.9 MB 00:02 2026-04-02T11:39:55.244 INFO:teuthology.orchestra.run.vm01.stdout:(9/312): ceph-selinux-20.2.0-9.ge2ce8426bc5.el9 745 kB/s | 25 kB 00:00 2026-04-02T11:39:56.399 INFO:teuthology.orchestra.run.vm01.stdout:(10/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cl 10 MB/s | 17 MB 00:01 2026-04-02T11:39:56.402 INFO:teuthology.orchestra.run.vm08.stdout:(10/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9.c 37 MB/s | 85 MB 00:02 2026-04-02T11:39:56.433 INFO:teuthology.orchestra.run.vm01.stdout:(11/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 1.0 MB/s | 35 kB 00:00 2026-04-02T11:39:56.441 INFO:teuthology.orchestra.run.vm08.stdout:(11/312): libcephfs-daemon-20.2.0-9.ge2ce8426bc 916 kB/s | 35 kB 00:00 2026-04-02T11:39:56.501 INFO:teuthology.orchestra.run.vm08.stdout:(12/312): ceph-osd-20.2.0-9.ge2ce8426bc5.el9.cl 6.5 MB/s | 17 MB 00:02 2026-04-02T11:39:56.622 INFO:teuthology.orchestra.run.vm08.stdout:(13/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 191 kB/s | 34 kB 00:00 2026-04-02T11:39:56.648 INFO:teuthology.orchestra.run.vm08.stdout:(14/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 166 kB/s | 24 kB 00:00 2026-04-02T11:39:56.674 INFO:teuthology.orchestra.run.vm01.stdout:(12/312): libcephfs-devel-20.2.0-9.ge2ce8426bc5 142 kB/s | 34 kB 00:00 2026-04-02T11:39:56.756 INFO:teuthology.orchestra.run.vm01.stdout:(13/312): libcephfs-proxy2-20.2.0-9.ge2ce8426bc 295 kB/s | 24 kB 00:00 2026-04-02T11:39:56.810 INFO:teuthology.orchestra.run.vm08.stdout:(15/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 1.0 MB/s | 164 kB 00:00 2026-04-02T11:39:56.836 INFO:teuthology.orchestra.run.vm08.stdout:(16/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 4.0 MB/s | 868 kB 00:00 2026-04-02T11:39:56.837 INFO:teuthology.orchestra.run.vm01.stdout:(14/312): libcephfs2-20.2.0-9.ge2ce8426bc5.el9. 11 MB/s | 868 kB 00:00 2026-04-02T11:39:56.843 INFO:teuthology.orchestra.run.vm08.stdout:(17/312): librados-devel-20.2.0-9.ge2ce8426bc5. 3.8 MB/s | 126 kB 00:00 2026-04-02T11:39:56.872 INFO:teuthology.orchestra.run.vm01.stdout:(15/312): libcephsqlite-20.2.0-9.ge2ce8426bc5.e 4.6 MB/s | 164 kB 00:00 2026-04-02T11:39:56.880 INFO:teuthology.orchestra.run.vm08.stdout:(18/312): libradosstriper1-20.2.0-9.ge2ce8426bc 5.6 MB/s | 250 kB 00:00 2026-04-02T11:39:56.914 INFO:teuthology.orchestra.run.vm01.stdout:(16/312): librados-devel-20.2.0-9.ge2ce8426bc5. 3.0 MB/s | 126 kB 00:00 2026-04-02T11:39:56.923 INFO:teuthology.orchestra.run.vm08.stdout:(19/312): python3-ceph-argparse-20.2.0-9.ge2ce8 1.0 MB/s | 45 kB 00:00 2026-04-02T11:39:56.957 INFO:teuthology.orchestra.run.vm01.stdout:(17/312): libradosstriper1-20.2.0-9.ge2ce8426bc 5.8 MB/s | 250 kB 00:00 2026-04-02T11:39:56.963 INFO:teuthology.orchestra.run.vm08.stdout:(20/312): python3-ceph-common-20.2.0-9.ge2ce842 4.0 MB/s | 163 kB 00:00 2026-04-02T11:39:57.016 INFO:teuthology.orchestra.run.vm08.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 3.0 MB/s | 163 kB 00:00 2026-04-02T11:39:57.075 INFO:teuthology.orchestra.run.vm08.stdout:(22/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 5.2 MB/s | 316 kB 00:00 2026-04-02T11:39:57.129 INFO:teuthology.orchestra.run.vm08.stdout:(23/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 5.6 MB/s | 304 kB 00:00 2026-04-02T11:39:57.165 INFO:teuthology.orchestra.run.vm08.stdout:(24/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 2.7 MB/s | 99 kB 00:00 2026-04-02T11:39:57.213 INFO:teuthology.orchestra.run.vm08.stdout:(25/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 1.9 MB/s | 91 kB 00:00 2026-04-02T11:39:57.376 INFO:teuthology.orchestra.run.vm08.stdout:(26/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 18 MB/s | 2.9 MB 00:00 2026-04-02T11:39:57.469 INFO:teuthology.orchestra.run.vm08.stdout:(27/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 1.9 MB/s | 180 kB 00:00 2026-04-02T11:39:57.500 INFO:teuthology.orchestra.run.vm08.stdout:(28/312): ceph-grafana-dashboards-20.2.0-9.ge2c 1.4 MB/s | 43 kB 00:00 2026-04-02T11:39:57.537 INFO:teuthology.orchestra.run.vm08.stdout:(29/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 4.7 MB/s | 173 kB 00:00 2026-04-02T11:39:57.617 INFO:teuthology.orchestra.run.vm01.stdout:(18/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 9.6 MB/s | 6.4 MB 00:00 2026-04-02T11:39:57.703 INFO:teuthology.orchestra.run.vm01.stdout:(19/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 8.8 MB/s | 24 MB 00:02 2026-04-02T11:39:57.705 INFO:teuthology.orchestra.run.vm01.stdout:(20/312): python3-ceph-argparse-20.2.0-9.ge2ce8 516 kB/s | 45 kB 00:00 2026-04-02T11:39:57.752 INFO:teuthology.orchestra.run.vm01.stdout:(21/312): python3-cephfs-20.2.0-9.ge2ce8426bc5. 3.4 MB/s | 163 kB 00:00 2026-04-02T11:39:57.765 INFO:teuthology.orchestra.run.vm01.stdout:(22/312): python3-ceph-common-20.2.0-9.ge2ce842 2.6 MB/s | 163 kB 00:00 2026-04-02T11:39:57.765 INFO:teuthology.orchestra.run.vm08.stdout:(30/312): librgw2-20.2.0-9.ge2ce8426bc5.el9.cly 6.9 MB/s | 6.4 MB 00:00 2026-04-02T11:39:57.788 INFO:teuthology.orchestra.run.vm01.stdout:(23/312): python3-rados-20.2.0-9.ge2ce8426bc5.e 8.8 MB/s | 316 kB 00:00 2026-04-02T11:39:57.814 INFO:teuthology.orchestra.run.vm01.stdout:(24/312): python3-rbd-20.2.0-9.ge2ce8426bc5.el9 6.1 MB/s | 304 kB 00:00 2026-04-02T11:39:57.824 INFO:teuthology.orchestra.run.vm01.stdout:(25/312): python3-rgw-20.2.0-9.ge2ce8426bc5.el9 2.7 MB/s | 99 kB 00:00 2026-04-02T11:39:57.849 INFO:teuthology.orchestra.run.vm01.stdout:(26/312): rbd-fuse-20.2.0-9.ge2ce8426bc5.el9.cl 2.6 MB/s | 91 kB 00:00 2026-04-02T11:39:57.894 INFO:teuthology.orchestra.run.vm01.stdout:(27/312): rbd-nbd-20.2.0-9.ge2ce8426bc5.el9.cly 3.9 MB/s | 180 kB 00:00 2026-04-02T11:39:57.926 INFO:teuthology.orchestra.run.vm01.stdout:(28/312): ceph-grafana-dashboards-20.2.0-9.ge2c 1.4 MB/s | 43 kB 00:00 2026-04-02T11:39:57.960 INFO:teuthology.orchestra.run.vm01.stdout:(29/312): ceph-mgr-cephadm-20.2.0-9.ge2ce8426bc 5.0 MB/s | 173 kB 00:00 2026-04-02T11:39:57.984 INFO:teuthology.orchestra.run.vm08.stdout:(31/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 34 MB/s | 15 MB 00:00 2026-04-02T11:39:58.024 INFO:teuthology.orchestra.run.vm08.stdout:(32/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 555 kB/s | 22 kB 00:00 2026-04-02T11:39:58.129 INFO:teuthology.orchestra.run.vm08.stdout:(33/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 2.7 MB/s | 289 kB 00:00 2026-04-02T11:39:58.140 INFO:teuthology.orchestra.run.vm01.stdout:(30/312): rbd-mirror-20.2.0-9.ge2ce8426bc5.el9. 9.2 MB/s | 2.9 MB 00:00 2026-04-02T11:39:58.163 INFO:teuthology.orchestra.run.vm08.stdout:(34/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.4 MB/s | 50 kB 00:00 2026-04-02T11:39:58.193 INFO:teuthology.orchestra.run.vm08.stdout:(35/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 571 kB/s | 17 kB 00:00 2026-04-02T11:39:58.239 INFO:teuthology.orchestra.run.vm08.stdout:(36/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 6.4 MB/s | 297 kB 00:00 2026-04-02T11:39:58.303 INFO:teuthology.orchestra.run.vm08.stdout:(37/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 15 MB/s | 1.0 MB 00:00 2026-04-02T11:39:58.317 INFO:teuthology.orchestra.run.vm08.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 37 MB/s | 551 kB 00:00 2026-04-02T11:39:58.324 INFO:teuthology.orchestra.run.vm08.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 48 MB/s | 308 kB 00:00 2026-04-02T11:39:58.327 INFO:teuthology.orchestra.run.vm08.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 6.7 MB/s | 19 kB 00:00 2026-04-02T11:39:58.403 INFO:teuthology.orchestra.run.vm08.stdout:(41/312): libarrow-9.0.0-15.el9.x86_64.rpm 58 MB/s | 4.4 MB 00:00 2026-04-02T11:39:58.406 INFO:teuthology.orchestra.run.vm08.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 7.8 MB/s | 25 kB 00:00 2026-04-02T11:39:58.409 INFO:teuthology.orchestra.run.vm08.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 17 MB/s | 49 kB 00:00 2026-04-02T11:39:58.412 INFO:teuthology.orchestra.run.vm08.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 24 MB/s | 67 kB 00:00 2026-04-02T11:39:58.417 INFO:teuthology.orchestra.run.vm08.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 32 MB/s | 151 kB 00:00 2026-04-02T11:39:58.431 INFO:teuthology.orchestra.run.vm08.stdout:(46/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 59 MB/s | 838 kB 00:00 2026-04-02T11:39:58.443 INFO:teuthology.orchestra.run.vm08.stdout:(47/312): python3-asyncssh-2.13.2-5.el9.noarch. 49 MB/s | 548 kB 00:00 2026-04-02T11:39:58.445 INFO:teuthology.orchestra.run.vm08.stdout:(48/312): python3-autocommand-2.2.2-8.el9.noarc 12 MB/s | 29 kB 00:00 2026-04-02T11:39:58.448 INFO:teuthology.orchestra.run.vm08.stdout:(49/312): python3-backports-tarfile-1.2.0-1.el9 22 MB/s | 60 kB 00:00 2026-04-02T11:39:58.451 INFO:teuthology.orchestra.run.vm08.stdout:(50/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 14 MB/s | 43 kB 00:00 2026-04-02T11:39:58.454 INFO:teuthology.orchestra.run.vm08.stdout:(51/312): python3-cachetools-4.2.4-1.el9.noarch 12 MB/s | 32 kB 00:00 2026-04-02T11:39:58.456 INFO:teuthology.orchestra.run.vm08.stdout:(52/312): python3-certifi-2023.05.07-4.el9.noar 5.7 MB/s | 14 kB 00:00 2026-04-02T11:39:58.461 INFO:teuthology.orchestra.run.vm08.stdout:(53/312): python3-cheroot-10.0.1-5.el9.noarch.r 34 MB/s | 173 kB 00:00 2026-04-02T11:39:58.468 INFO:teuthology.orchestra.run.vm08.stdout:(54/312): python3-cherrypy-18.10.0-5.el9.noarch 48 MB/s | 290 kB 00:00 2026-04-02T11:39:58.473 INFO:teuthology.orchestra.run.vm08.stdout:(55/312): python3-google-auth-2.45.0-1.el9.noar 44 MB/s | 254 kB 00:00 2026-04-02T11:39:58.512 INFO:teuthology.orchestra.run.vm08.stdout:(56/312): python3-grpcio-1.46.7-10.el9.x86_64.r 53 MB/s | 2.0 MB 00:00 2026-04-02T11:39:58.517 INFO:teuthology.orchestra.run.vm08.stdout:(57/312): python3-grpcio-tools-1.46.7-10.el9.x8 31 MB/s | 144 kB 00:00 2026-04-02T11:39:58.522 INFO:teuthology.orchestra.run.vm08.stdout:(58/312): python3-influxdb-5.3.1-1.el9.noarch.r 29 MB/s | 139 kB 00:00 2026-04-02T11:39:58.525 INFO:teuthology.orchestra.run.vm08.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 17 MB/s | 56 kB 00:00 2026-04-02T11:39:58.528 INFO:teuthology.orchestra.run.vm08.stdout:(60/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 4.5 MB/s | 11 kB 00:00 2026-04-02T11:39:58.530 INFO:teuthology.orchestra.run.vm08.stdout:(61/312): python3-jaraco-classes-3.2.1-5.el9.no 7.6 MB/s | 18 kB 00:00 2026-04-02T11:39:58.533 INFO:teuthology.orchestra.run.vm08.stdout:(62/312): python3-jaraco-collections-3.0.0-8.el 8.3 MB/s | 23 kB 00:00 2026-04-02T11:39:58.539 INFO:teuthology.orchestra.run.vm08.stdout:(63/312): python3-jaraco-context-6.0.1-3.el9.no 3.9 MB/s | 20 kB 00:00 2026-04-02T11:39:58.541 INFO:teuthology.orchestra.run.vm08.stdout:(64/312): python3-jaraco-functools-3.5.0-2.el9. 8.1 MB/s | 19 kB 00:00 2026-04-02T11:39:58.544 INFO:teuthology.orchestra.run.vm08.stdout:(65/312): python3-jaraco-text-4.0.0-2.el9.noarc 8.4 MB/s | 26 kB 00:00 2026-04-02T11:39:58.561 INFO:teuthology.orchestra.run.vm08.stdout:(66/312): python3-kubernetes-26.1.0-3.el9.noarc 61 MB/s | 1.0 MB 00:00 2026-04-02T11:39:58.565 INFO:teuthology.orchestra.run.vm08.stdout:(67/312): python3-more-itertools-8.12.0-2.el9.n 23 MB/s | 79 kB 00:00 2026-04-02T11:39:58.568 INFO:teuthology.orchestra.run.vm08.stdout:(68/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 23 MB/s | 86 kB 00:00 2026-04-02T11:39:58.574 INFO:teuthology.orchestra.run.vm08.stdout:(69/312): python3-natsort-7.1.1-5.el9.noarch.rp 10 MB/s | 58 kB 00:00 2026-04-02T11:39:58.577 INFO:teuthology.orchestra.run.vm08.stdout:(70/312): python3-portend-3.1.0-2.el9.noarch.rp 6.3 MB/s | 16 kB 00:00 2026-04-02T11:39:58.582 INFO:teuthology.orchestra.run.vm08.stdout:(71/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 21 MB/s | 90 kB 00:00 2026-04-02T11:39:58.585 INFO:teuthology.orchestra.run.vm08.stdout:(72/312): python3-repoze-lru-0.7-16.el9.noarch. 10 MB/s | 31 kB 00:00 2026-04-02T11:39:58.591 INFO:teuthology.orchestra.run.vm08.stdout:(73/312): python3-routes-2.5.1-5.el9.noarch.rpm 32 MB/s | 188 kB 00:00 2026-04-02T11:39:58.594 INFO:teuthology.orchestra.run.vm08.stdout:(74/312): python3-rsa-4.9-2.el9.noarch.rpm 19 MB/s | 59 kB 00:00 2026-04-02T11:39:58.598 INFO:teuthology.orchestra.run.vm08.stdout:(75/312): python3-saml-1.16.0-1.el9.noarch.rpm 29 MB/s | 125 kB 00:00 2026-04-02T11:39:58.601 INFO:teuthology.orchestra.run.vm08.stdout:(76/312): python3-tempora-5.0.0-2.el9.noarch.rp 12 MB/s | 36 kB 00:00 2026-04-02T11:39:58.605 INFO:teuthology.orchestra.run.vm08.stdout:(77/312): python3-typing-extensions-4.15.0-1.el 23 MB/s | 86 kB 00:00 2026-04-02T11:39:58.609 INFO:teuthology.orchestra.run.vm08.stdout:(78/312): python3-websocket-client-1.2.3-2.el9. 24 MB/s | 90 kB 00:00 2026-04-02T11:39:58.612 INFO:teuthology.orchestra.run.vm08.stdout:(79/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 16 MB/s | 48 kB 00:00 2026-04-02T11:39:58.615 INFO:teuthology.orchestra.run.vm08.stdout:(80/312): python3-xmltodict-0.12.0-15.el9.noarc 8.3 MB/s | 22 kB 00:00 2026-04-02T11:39:58.618 INFO:teuthology.orchestra.run.vm08.stdout:(81/312): python3-zc-lockfile-2.0-10.el9.noarch 6.6 MB/s | 20 kB 00:00 2026-04-02T11:39:58.624 INFO:teuthology.orchestra.run.vm08.stdout:(82/312): re2-20211101-20.el9.x86_64.rpm 35 MB/s | 191 kB 00:00 2026-04-02T11:39:58.629 INFO:teuthology.orchestra.run.vm08.stdout:(83/312): s3cmd-2.4.0-1.el9.noarch.rpm 37 MB/s | 206 kB 00:00 2026-04-02T11:39:58.659 INFO:teuthology.orchestra.run.vm08.stdout:(84/312): thrift-0.15.0-4.el9.x86_64.rpm 55 MB/s | 1.6 MB 00:00 2026-04-02T11:39:58.778 INFO:teuthology.orchestra.run.vm08.stdout:(85/312): ceph-radosgw-20.2.0-9.ge2ce8426bc5.el 5.0 MB/s | 24 MB 00:04 2026-04-02T11:39:58.915 INFO:teuthology.orchestra.run.vm01.stdout:(31/312): ceph-mgr-diskprediction-local-20.2.0- 9.6 MB/s | 7.4 MB 00:00 2026-04-02T11:39:58.927 INFO:teuthology.orchestra.run.vm08.stdout:(86/312): ceph-mgr-diskprediction-local-20.2.0- 6.4 MB/s | 7.4 MB 00:01 2026-04-02T11:39:58.928 INFO:teuthology.orchestra.run.vm08.stdout:(87/312): bluez-libs-5.83-2.el9.x86_64.rpm 546 kB/s | 81 kB 00:00 2026-04-02T11:39:58.930 INFO:teuthology.orchestra.run.vm08.stdout:(88/312): ModemManager-glib-1.20.2-1.el9.x86_64 1.2 MB/s | 334 kB 00:00 2026-04-02T11:39:58.947 INFO:teuthology.orchestra.run.vm01.stdout:(32/312): ceph-mgr-k8sevents-20.2.0-9.ge2ce8426 695 kB/s | 22 kB 00:00 2026-04-02T11:39:58.958 INFO:teuthology.orchestra.run.vm08.stdout:(89/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.8 MB/s | 51 kB 00:00 2026-04-02T11:39:58.959 INFO:teuthology.orchestra.run.vm08.stdout:(90/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.8 MB/s | 110 kB 00:00 2026-04-02T11:39:58.989 INFO:teuthology.orchestra.run.vm08.stdout:(91/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 8.7 MB/s | 260 kB 00:00 2026-04-02T11:39:59.013 INFO:teuthology.orchestra.run.vm08.stdout:(92/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.5 MB/s | 310 kB 00:00 2026-04-02T11:39:59.016 INFO:teuthology.orchestra.run.vm08.stdout:(93/312): fuse-2.9.9-17.el9.x86_64.rpm 2.7 MB/s | 78 kB 00:00 2026-04-02T11:39:59.017 INFO:teuthology.orchestra.run.vm01.stdout:(33/312): ceph-mgr-modules-core-20.2.0-9.ge2ce8 4.1 MB/s | 289 kB 00:00 2026-04-02T11:39:59.040 INFO:teuthology.orchestra.run.vm08.stdout:(94/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-02T11:39:59.043 INFO:teuthology.orchestra.run.vm08.stdout:(95/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-02T11:39:59.050 INFO:teuthology.orchestra.run.vm01.stdout:(34/312): ceph-mgr-rook-20.2.0-9.ge2ce8426bc5.e 1.5 MB/s | 50 kB 00:00 2026-04-02T11:39:59.059 INFO:teuthology.orchestra.run.vm08.stdout:(96/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 434 kB/s | 57 kB 00:00 2026-04-02T11:39:59.070 INFO:teuthology.orchestra.run.vm08.stdout:(97/312): libpciaccess-0.16-7.el9.x86_64.rpm 977 kB/s | 26 kB 00:00 2026-04-02T11:39:59.099 INFO:teuthology.orchestra.run.vm01.stdout:(35/312): ceph-prometheus-alerts-20.2.0-9.ge2ce 350 kB/s | 17 kB 00:00 2026-04-02T11:39:59.099 INFO:teuthology.orchestra.run.vm08.stdout:(98/312): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-02T11:39:59.100 INFO:teuthology.orchestra.run.vm08.stdout:(99/312): libtdb-1.4.13-1.el9.x86_64.rpm 1.7 MB/s | 53 kB 00:00 2026-04-02T11:39:59.113 INFO:teuthology.orchestra.run.vm08.stdout:(100/312): libquadmath-11.5.0-11.el9.x86_64.rpm 3.4 MB/s | 184 kB 00:00 2026-04-02T11:39:59.127 INFO:teuthology.orchestra.run.vm08.stdout:(101/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.4 MB/s | 96 kB 00:00 2026-04-02T11:39:59.128 INFO:teuthology.orchestra.run.vm08.stdout:(102/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:39:59.140 INFO:teuthology.orchestra.run.vm08.stdout:(103/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-02T11:39:59.157 INFO:teuthology.orchestra.run.vm08.stdout:(104/312): pciutils-3.7.0-7.el9.x86_64.rpm 3.2 MB/s | 92 kB 00:00 2026-04-02T11:39:59.164 INFO:teuthology.orchestra.run.vm01.stdout:(36/312): ceph-volume-20.2.0-9.ge2ce8426bc5.el9 4.5 MB/s | 297 kB 00:00 2026-04-02T11:39:59.170 INFO:teuthology.orchestra.run.vm08.stdout:(105/312): nvme-cli-2.13-1.el9.x86_64.rpm 23 MB/s | 1.0 MB 00:00 2026-04-02T11:39:59.171 INFO:teuthology.orchestra.run.vm08.stdout:(106/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.4 MB/s | 241 kB 00:00 2026-04-02T11:39:59.197 INFO:teuthology.orchestra.run.vm08.stdout:(107/312): python3-ply-3.11-14.el9.0.1.noarch.r 3.7 MB/s | 103 kB 00:00 2026-04-02T11:39:59.199 INFO:teuthology.orchestra.run.vm08.stdout:(108/312): python3-pycparser-2.20-6.el9.noarch. 4.5 MB/s | 124 kB 00:00 2026-04-02T11:39:59.218 INFO:teuthology.orchestra.run.vm08.stdout:(109/312): python3-cryptography-36.0.1-5.el9_6. 19 MB/s | 1.2 MB 00:00 2026-04-02T11:39:59.225 INFO:teuthology.orchestra.run.vm08.stdout:(110/312): python3-pyparsing-2.4.7-9.el9.0.1.no 5.3 MB/s | 150 kB 00:00 2026-04-02T11:39:59.227 INFO:teuthology.orchestra.run.vm08.stdout:(111/312): python3-requests-2.25.1-10.el9_6.noa 4.0 MB/s | 115 kB 00:00 2026-04-02T11:39:59.248 INFO:teuthology.orchestra.run.vm08.stdout:(112/312): python3-urllib3-1.26.5-6.el9_7.1.noa 6.3 MB/s | 191 kB 00:00 2026-04-02T11:39:59.259 INFO:teuthology.orchestra.run.vm08.stdout:(113/312): unzip-6.0-59.el9.x86_64.rpm 5.6 MB/s | 180 kB 00:00 2026-04-02T11:39:59.261 INFO:teuthology.orchestra.run.vm08.stdout:(114/312): smartmontools-7.2-9.el9.x86_64.rpm 15 MB/s | 551 kB 00:00 2026-04-02T11:39:59.278 INFO:teuthology.orchestra.run.vm08.stdout:(115/312): zip-3.0-35.el9.x86_64.rpm 8.7 MB/s | 263 kB 00:00 2026-04-02T11:39:59.300 INFO:teuthology.orchestra.run.vm01.stdout:(37/312): cephadm-20.2.0-9.ge2ce8426bc5.el9.cly 7.2 MB/s | 1.0 MB 00:00 2026-04-02T11:39:59.321 INFO:teuthology.orchestra.run.vm08.stdout:(116/312): adwaita-cursor-theme-40.1.1-3.el9.no 9.9 MB/s | 623 kB 00:00 2026-04-02T11:39:59.323 INFO:teuthology.orchestra.run.vm08.stdout:(117/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 11 MB/s | 510 kB 00:00 2026-04-02T11:39:59.330 INFO:teuthology.orchestra.run.vm01.stdout:(38/312): abseil-cpp-20211102.0-4.el9.x86_64.rp 18 MB/s | 551 kB 00:00 2026-04-02T11:39:59.349 INFO:teuthology.orchestra.run.vm08.stdout:(118/312): apache-commons-cli-1.4-20.el9.noarch 2.5 MB/s | 69 kB 00:00 2026-04-02T11:39:59.357 INFO:teuthology.orchestra.run.vm01.stdout:(39/312): gperftools-libs-2.9.1-3.el9.x86_64.rp 11 MB/s | 308 kB 00:00 2026-04-02T11:39:59.357 INFO:teuthology.orchestra.run.vm08.stdout:(119/312): apache-commons-codec-1.15-10.el9.noa 8.8 MB/s | 300 kB 00:00 2026-04-02T11:39:59.361 INFO:teuthology.orchestra.run.vm01.stdout:(40/312): grpc-data-1.46.7-10.el9.noarch.rpm 5.0 MB/s | 19 kB 00:00 2026-04-02T11:39:59.382 INFO:teuthology.orchestra.run.vm08.stdout:(120/312): apache-commons-io-2.8.0-12.el9.noarc 8.3 MB/s | 282 kB 00:00 2026-04-02T11:39:59.444 INFO:teuthology.orchestra.run.vm08.stdout:(121/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.3 MB/s | 86 kB 00:00 2026-04-02T11:39:59.456 INFO:teuthology.orchestra.run.vm01.stdout:(41/312): libarrow-9.0.0-15.el9.x86_64.rpm 47 MB/s | 4.4 MB 00:00 2026-04-02T11:39:59.458 INFO:teuthology.orchestra.run.vm01.stdout:(42/312): libarrow-doc-9.0.0-15.el9.noarch.rpm 11 MB/s | 25 kB 00:00 2026-04-02T11:39:59.461 INFO:teuthology.orchestra.run.vm01.stdout:(43/312): liboath-2.6.12-1.el9.x86_64.rpm 15 MB/s | 49 kB 00:00 2026-04-02T11:39:59.464 INFO:teuthology.orchestra.run.vm01.stdout:(44/312): libunwind-1.6.2-1.el9.x86_64.rpm 25 MB/s | 67 kB 00:00 2026-04-02T11:39:59.468 INFO:teuthology.orchestra.run.vm01.stdout:(45/312): luarocks-3.9.2-5.el9.noarch.rpm 36 MB/s | 151 kB 00:00 2026-04-02T11:39:59.475 INFO:teuthology.orchestra.run.vm08.stdout:(122/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.7 MB/s | 176 kB 00:00 2026-04-02T11:39:59.482 INFO:teuthology.orchestra.run.vm01.stdout:(46/312): parquet-libs-9.0.0-15.el9.x86_64.rpm 61 MB/s | 838 kB 00:00 2026-04-02T11:39:59.496 INFO:teuthology.orchestra.run.vm01.stdout:(47/312): python3-asyncssh-2.13.2-5.el9.noarch. 40 MB/s | 548 kB 00:00 2026-04-02T11:39:59.498 INFO:teuthology.orchestra.run.vm01.stdout:(48/312): python3-autocommand-2.2.2-8.el9.noarc 13 MB/s | 29 kB 00:00 2026-04-02T11:39:59.501 INFO:teuthology.orchestra.run.vm01.stdout:(49/312): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-04-02T11:39:59.502 INFO:teuthology.orchestra.run.vm08.stdout:(123/312): atinject-1.0.3-9.el9.noarch.rpm 829 kB/s | 22 kB 00:00 2026-04-02T11:39:59.504 INFO:teuthology.orchestra.run.vm01.stdout:(50/312): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 17 MB/s | 43 kB 00:00 2026-04-02T11:39:59.507 INFO:teuthology.orchestra.run.vm01.stdout:(51/312): python3-cachetools-4.2.4-1.el9.noarch 10 MB/s | 32 kB 00:00 2026-04-02T11:39:59.509 INFO:teuthology.orchestra.run.vm08.stdout:(124/312): apache-commons-lang3-3.12.0-10.el9.n 3.6 MB/s | 557 kB 00:00 2026-04-02T11:39:59.511 INFO:teuthology.orchestra.run.vm01.stdout:(52/312): python3-certifi-2023.05.07-4.el9.noar 4.7 MB/s | 14 kB 00:00 2026-04-02T11:39:59.516 INFO:teuthology.orchestra.run.vm01.stdout:(53/312): python3-cheroot-10.0.1-5.el9.noarch.r 37 MB/s | 173 kB 00:00 2026-04-02T11:39:59.523 INFO:teuthology.orchestra.run.vm01.stdout:(54/312): python3-cherrypy-18.10.0-5.el9.noarch 43 MB/s | 290 kB 00:00 2026-04-02T11:39:59.528 INFO:teuthology.orchestra.run.vm01.stdout:(55/312): python3-google-auth-2.45.0-1.el9.noar 46 MB/s | 254 kB 00:00 2026-04-02T11:39:59.531 INFO:teuthology.orchestra.run.vm08.stdout:(125/312): atk-2.36.0-5.el9.x86_64.rpm 9.2 MB/s | 270 kB 00:00 2026-04-02T11:39:59.539 INFO:teuthology.orchestra.run.vm08.stdout:(126/312): avahi-glib-0.8-23.el9.x86_64.rpm 471 kB/s | 14 kB 00:00 2026-04-02T11:39:59.575 INFO:teuthology.orchestra.run.vm08.stdout:(127/312): adwaita-icon-theme-40.1.1-3.el9.noar 34 MB/s | 11 MB 00:00 2026-04-02T11:39:59.576 INFO:teuthology.orchestra.run.vm01.stdout:(56/312): python3-grpcio-1.46.7-10.el9.x86_64.r 43 MB/s | 2.0 MB 00:00 2026-04-02T11:39:59.577 INFO:teuthology.orchestra.run.vm08.stdout:(128/312): cdi-api-2.0.2-9.el9.noarch.rpm 1.3 MB/s | 52 kB 00:00 2026-04-02T11:39:59.578 INFO:teuthology.orchestra.run.vm08.stdout:(129/312): boost-program-options-1.75.0-13.el9_ 2.2 MB/s | 104 kB 00:00 2026-04-02T11:39:59.580 INFO:teuthology.orchestra.run.vm01.stdout:(57/312): python3-grpcio-tools-1.46.7-10.el9.x8 32 MB/s | 144 kB 00:00 2026-04-02T11:39:59.585 INFO:teuthology.orchestra.run.vm01.stdout:(58/312): python3-influxdb-5.3.1-1.el9.noarch.r 33 MB/s | 139 kB 00:00 2026-04-02T11:39:59.606 INFO:teuthology.orchestra.run.vm08.stdout:(130/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.8 MB/s | 53 kB 00:00 2026-04-02T11:39:59.607 INFO:teuthology.orchestra.run.vm01.stdout:(59/312): python3-isodate-0.6.1-3.el9.noarch.rp 2.5 MB/s | 56 kB 00:00 2026-04-02T11:39:59.607 INFO:teuthology.orchestra.run.vm08.stdout:(131/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 7.0 MB/s | 228 kB 00:00 2026-04-02T11:39:59.608 INFO:teuthology.orchestra.run.vm08.stdout:(132/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 907 kB/s | 27 kB 00:00 2026-04-02T11:39:59.610 INFO:teuthology.orchestra.run.vm01.stdout:(60/312): python3-jaraco-8.2.1-3.el9.noarch.rpm 4.4 MB/s | 11 kB 00:00 2026-04-02T11:39:59.613 INFO:teuthology.orchestra.run.vm01.stdout:(61/312): python3-jaraco-classes-3.2.1-5.el9.no 6.3 MB/s | 18 kB 00:00 2026-04-02T11:39:59.616 INFO:teuthology.orchestra.run.vm01.stdout:(62/312): python3-jaraco-collections-3.0.0-8.el 9.1 MB/s | 23 kB 00:00 2026-04-02T11:39:59.618 INFO:teuthology.orchestra.run.vm01.stdout:(63/312): python3-jaraco-context-6.0.1-3.el9.no 7.9 MB/s | 20 kB 00:00 2026-04-02T11:39:59.621 INFO:teuthology.orchestra.run.vm01.stdout:(64/312): python3-jaraco-functools-3.5.0-2.el9. 8.1 MB/s | 19 kB 00:00 2026-04-02T11:39:59.625 INFO:teuthology.orchestra.run.vm01.stdout:(65/312): python3-jaraco-text-4.0.0-2.el9.noarc 7.6 MB/s | 26 kB 00:00 2026-04-02T11:39:59.636 INFO:teuthology.orchestra.run.vm08.stdout:(133/312): dconf-0.40.0-6.el9.x86_64.rpm 3.6 MB/s | 109 kB 00:00 2026-04-02T11:39:59.648 INFO:teuthology.orchestra.run.vm08.stdout:(134/312): exempi-2.6.0-0.2.20211007gite23c213. 13 MB/s | 523 kB 00:00 2026-04-02T11:39:59.648 INFO:teuthology.orchestra.run.vm01.stdout:(66/312): python3-kubernetes-26.1.0-3.el9.noarc 45 MB/s | 1.0 MB 00:00 2026-04-02T11:39:59.652 INFO:teuthology.orchestra.run.vm01.stdout:(67/312): python3-more-itertools-8.12.0-2.el9.n 20 MB/s | 79 kB 00:00 2026-04-02T11:39:59.670 INFO:teuthology.orchestra.run.vm08.stdout:(135/312): exiv2-0.27.5-2.el9.x86_64.rpm 15 MB/s | 975 kB 00:00 2026-04-02T11:39:59.683 INFO:teuthology.orchestra.run.vm08.stdout:(136/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 16 MB/s | 779 kB 00:00 2026-04-02T11:39:59.703 INFO:teuthology.orchestra.run.vm08.stdout:(137/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 5.8 MB/s | 324 kB 00:00 2026-04-02T11:39:59.707 INFO:teuthology.orchestra.run.vm01.stdout:(68/312): ceph-mgr-dashboard-20.2.0-9.ge2ce8426 8.6 MB/s | 15 MB 00:01 2026-04-02T11:39:59.708 INFO:teuthology.orchestra.run.vm08.stdout:(138/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 5.6 MB/s | 217 kB 00:00 2026-04-02T11:39:59.709 INFO:teuthology.orchestra.run.vm01.stdout:(69/312): python3-msgpack-1.0.3-2.el9.x86_64.rp 1.5 MB/s | 86 kB 00:00 2026-04-02T11:39:59.714 INFO:teuthology.orchestra.run.vm01.stdout:(70/312): python3-natsort-7.1.1-5.el9.noarch.rp 7.8 MB/s | 58 kB 00:00 2026-04-02T11:39:59.715 INFO:teuthology.orchestra.run.vm01.stdout:(71/312): python3-portend-3.1.0-2.el9.noarch.rp 2.7 MB/s | 16 kB 00:00 2026-04-02T11:39:59.721 INFO:teuthology.orchestra.run.vm01.stdout:(72/312): python3-repoze-lru-0.7-16.el9.noarch. 5.4 MB/s | 31 kB 00:00 2026-04-02T11:39:59.723 INFO:teuthology.orchestra.run.vm01.stdout:(73/312): python3-pyOpenSSL-21.0.0-1.el9.noarch 11 MB/s | 90 kB 00:00 2026-04-02T11:39:59.728 INFO:teuthology.orchestra.run.vm01.stdout:(74/312): python3-rsa-4.9-2.el9.noarch.rpm 12 MB/s | 59 kB 00:00 2026-04-02T11:39:59.729 INFO:teuthology.orchestra.run.vm08.stdout:(139/312): flatpak-selinux-1.12.9-4.el9_6.noarc 764 kB/s | 20 kB 00:00 2026-04-02T11:39:59.730 INFO:teuthology.orchestra.run.vm01.stdout:(75/312): python3-routes-2.5.1-5.el9.noarch.rpm 23 MB/s | 188 kB 00:00 2026-04-02T11:39:59.733 INFO:teuthology.orchestra.run.vm01.stdout:(76/312): python3-saml-1.16.0-1.el9.noarch.rpm 24 MB/s | 125 kB 00:00 2026-04-02T11:39:59.734 INFO:teuthology.orchestra.run.vm01.stdout:(77/312): python3-tempora-5.0.0-2.el9.noarch.rp 7.8 MB/s | 36 kB 00:00 2026-04-02T11:39:59.737 INFO:teuthology.orchestra.run.vm08.stdout:(140/312): flatpak-session-helper-1.12.9-4.el9_ 2.5 MB/s | 71 kB 00:00 2026-04-02T11:39:59.738 INFO:teuthology.orchestra.run.vm01.stdout:(78/312): python3-typing-extensions-4.15.0-1.el 18 MB/s | 86 kB 00:00 2026-04-02T11:39:59.741 INFO:teuthology.orchestra.run.vm01.stdout:(79/312): python3-websocket-client-1.2.3-2.el9. 14 MB/s | 90 kB 00:00 2026-04-02T11:39:59.742 INFO:teuthology.orchestra.run.vm01.stdout:(80/312): python3-xmlsec-1.3.13-1.el9.x86_64.rp 13 MB/s | 48 kB 00:00 2026-04-02T11:39:59.743 INFO:teuthology.orchestra.run.vm01.stdout:(81/312): python3-xmltodict-0.12.0-15.el9.noarc 9.0 MB/s | 22 kB 00:00 2026-04-02T11:39:59.745 INFO:teuthology.orchestra.run.vm01.stdout:(82/312): python3-zc-lockfile-2.0-10.el9.noarch 7.7 MB/s | 20 kB 00:00 2026-04-02T11:39:59.747 INFO:teuthology.orchestra.run.vm08.stdout:(141/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 27 MB/s | 1.7 MB 00:00 2026-04-02T11:39:59.752 INFO:teuthology.orchestra.run.vm01.stdout:(83/312): s3cmd-2.4.0-1.el9.noarch.rpm 29 MB/s | 206 kB 00:00 2026-04-02T11:39:59.754 INFO:teuthology.orchestra.run.vm01.stdout:(84/312): re2-20211101-20.el9.x86_64.rpm 18 MB/s | 191 kB 00:00 2026-04-02T11:39:59.757 INFO:teuthology.orchestra.run.vm08.stdout:(142/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:39:59.775 INFO:teuthology.orchestra.run.vm08.stdout:(143/312): flexiblas-openblas-openmp-3.0.4-8.el 545 kB/s | 15 kB 00:00 2026-04-02T11:39:59.784 INFO:teuthology.orchestra.run.vm08.stdout:(144/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 3.0 MB/s | 83 kB 00:00 2026-04-02T11:39:59.789 INFO:teuthology.orchestra.run.vm01.stdout:(85/312): thrift-0.15.0-4.el9.x86_64.rpm 43 MB/s | 1.6 MB 00:00 2026-04-02T11:39:59.803 INFO:teuthology.orchestra.run.vm08.stdout:(145/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 4.3 MB/s | 122 kB 00:00 2026-04-02T11:39:59.811 INFO:teuthology.orchestra.run.vm08.stdout:(146/312): giflib-5.2.1-9.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-04-02T11:39:59.834 INFO:teuthology.orchestra.run.vm08.stdout:(147/312): google-guice-4.2.3-12.el9.noarch.rpm 15 MB/s | 471 kB 00:00 2026-04-02T11:39:59.837 INFO:teuthology.orchestra.run.vm08.stdout:(148/312): graphene-1.10.6-2.el9.x86_64.rpm 2.4 MB/s | 64 kB 00:00 2026-04-02T11:39:59.856 INFO:teuthology.orchestra.run.vm08.stdout:(149/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 25 MB/s | 3.0 MB 00:00 2026-04-02T11:39:59.861 INFO:teuthology.orchestra.run.vm08.stdout:(150/312): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-02T11:39:59.888 INFO:teuthology.orchestra.run.vm08.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.2 MB/s | 32 kB 00:00 2026-04-02T11:39:59.898 INFO:teuthology.orchestra.run.vm08.stdout:(152/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 24 MB/s | 1.4 MB 00:00 2026-04-02T11:39:59.925 INFO:teuthology.orchestra.run.vm01.stdout:(86/312): bluez-libs-5.83-2.el9.x86_64.rpm 602 kB/s | 81 kB 00:00 2026-04-02T11:39:59.940 INFO:teuthology.orchestra.run.vm01.stdout:(87/312): ModemManager-glib-1.20.2-1.el9.x86_64 1.8 MB/s | 334 kB 00:00 2026-04-02T11:39:59.951 INFO:teuthology.orchestra.run.vm08.stdout:(153/312): gstreamer1-plugins-base-1.22.12-4.el 23 MB/s | 2.2 MB 00:00 2026-04-02T11:39:59.956 INFO:teuthology.orchestra.run.vm01.stdout:(88/312): bubblewrap-0.6.3-1.el9.x86_64.rpm 1.8 MB/s | 57 kB 00:00 2026-04-02T11:39:59.967 INFO:teuthology.orchestra.run.vm01.stdout:(89/312): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.9 MB/s | 51 kB 00:00 2026-04-02T11:39:59.979 INFO:teuthology.orchestra.run.vm08.stdout:(154/312): hicolor-icon-theme-0.17-13.el9.noarc 2.3 MB/s | 66 kB 00:00 2026-04-02T11:39:59.988 INFO:teuthology.orchestra.run.vm08.stdout:(155/312): guava-30.1-10.el9.noarch.rpm 26 MB/s | 2.3 MB 00:00 2026-04-02T11:39:59.989 INFO:teuthology.orchestra.run.vm01.stdout:(90/312): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.3 MB/s | 110 kB 00:00 2026-04-02T11:39:59.999 INFO:teuthology.orchestra.run.vm01.stdout:(91/312): cryptsetup-2.7.2-4.el9.x86_64.rpm 9.7 MB/s | 310 kB 00:00 2026-04-02T11:40:00.015 INFO:teuthology.orchestra.run.vm08.stdout:(156/312): httpcomponents-client-4.5.13-7.el9.n 18 MB/s | 655 kB 00:00 2026-04-02T11:40:00.028 INFO:teuthology.orchestra.run.vm01.stdout:(92/312): fuse-2.9.9-17.el9.x86_64.rpm 2.6 MB/s | 78 kB 00:00 2026-04-02T11:40:00.028 INFO:teuthology.orchestra.run.vm08.stdout:(157/312): httpcomponents-core-4.4.13-11.el9.no 16 MB/s | 630 kB 00:00 2026-04-02T11:40:00.042 INFO:teuthology.orchestra.run.vm08.stdout:(158/312): gtk3-3.24.31-8.el9.x86_64.rpm 31 MB/s | 4.8 MB 00:00 2026-04-02T11:40:00.044 INFO:teuthology.orchestra.run.vm01.stdout:(93/312): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 4.7 MB/s | 260 kB 00:00 2026-04-02T11:40:00.055 INFO:teuthology.orchestra.run.vm01.stdout:(94/312): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-02T11:40:00.055 INFO:teuthology.orchestra.run.vm08.stdout:(159/312): jakarta-annotations-1.3.5-16.el9.noa 1.6 MB/s | 44 kB 00:00 2026-04-02T11:40:00.071 INFO:teuthology.orchestra.run.vm08.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 3.6 MB/s | 108 kB 00:00 2026-04-02T11:40:00.072 INFO:teuthology.orchestra.run.vm01.stdout:(95/312): libconfig-1.7.2-9.el9.x86_64.rpm 2.5 MB/s | 71 kB 00:00 2026-04-02T11:40:00.092 INFO:teuthology.orchestra.run.vm08.stdout:(161/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 12 MB/s | 428 kB 00:00 2026-04-02T11:40:00.103 INFO:teuthology.orchestra.run.vm01.stdout:(96/312): libpciaccess-0.16-7.el9.x86_64.rpm 840 kB/s | 26 kB 00:00 2026-04-02T11:40:00.111 INFO:teuthology.orchestra.run.vm01.stdout:(97/312): libgfortran-11.5.0-11.el9.x86_64.rpm 14 MB/s | 794 kB 00:00 2026-04-02T11:40:00.141 INFO:teuthology.orchestra.run.vm01.stdout:(98/312): libquadmath-11.5.0-11.el9.x86_64.rpm 4.7 MB/s | 184 kB 00:00 2026-04-02T11:40:00.143 INFO:teuthology.orchestra.run.vm01.stdout:(99/312): libtdb-1.4.13-1.el9.x86_64.rpm 1.6 MB/s | 53 kB 00:00 2026-04-02T11:40:00.157 INFO:teuthology.orchestra.run.vm08.stdout:(162/312): iso-codes-4.6.0-3.el9.noarch.rpm 23 MB/s | 3.3 MB 00:00 2026-04-02T11:40:00.170 INFO:teuthology.orchestra.run.vm01.stdout:(100/312): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.3 MB/s | 96 kB 00:00 2026-04-02T11:40:00.171 INFO:teuthology.orchestra.run.vm01.stdout:(101/312): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:40:00.184 INFO:teuthology.orchestra.run.vm08.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 391 kB/s | 10 kB 00:00 2026-04-02T11:40:00.198 INFO:teuthology.orchestra.run.vm01.stdout:(102/312): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.1 MB/s | 32 kB 00:00 2026-04-02T11:40:00.213 INFO:teuthology.orchestra.run.vm08.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:00.220 INFO:teuthology.orchestra.run.vm01.stdout:(103/312): nvme-cli-2.13-1.el9.x86_64.rpm 20 MB/s | 1.0 MB 00:00 2026-04-02T11:40:00.321 INFO:teuthology.orchestra.run.vm01.stdout:(104/312): pciutils-3.7.0-7.el9.x86_64.rpm 749 kB/s | 92 kB 00:00 2026-04-02T11:40:00.321 INFO:teuthology.orchestra.run.vm08.stdout:(165/312): java-17-openjdk-devel-17.0.18.0.8-1. 19 MB/s | 4.7 MB 00:00 2026-04-02T11:40:00.326 INFO:teuthology.orchestra.run.vm08.stdout:(166/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 459 kB/s | 52 kB 00:00 2026-04-02T11:40:00.326 INFO:teuthology.orchestra.run.vm01.stdout:(105/312): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.2 MB/s | 241 kB 00:00 2026-04-02T11:40:00.348 INFO:teuthology.orchestra.run.vm08.stdout:(167/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 853 kB/s | 23 kB 00:00 2026-04-02T11:40:00.356 INFO:teuthology.orchestra.run.vm01.stdout:(106/312): python3-ply-3.11-14.el9.0.1.noarch.r 3.4 MB/s | 103 kB 00:00 2026-04-02T11:40:00.362 INFO:teuthology.orchestra.run.vm08.stdout:(168/312): jsoup-1.13.1-13.el9.noarch.rpm 10 MB/s | 375 kB 00:00 2026-04-02T11:40:00.376 INFO:teuthology.orchestra.run.vm08.stdout:(169/312): jsr-305-3.0.2-9.el9.noarch.rpm 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:00.386 INFO:teuthology.orchestra.run.vm01.stdout:(107/312): python3-cryptography-36.0.1-5.el9_6. 18 MB/s | 1.2 MB 00:00 2026-04-02T11:40:00.388 INFO:teuthology.orchestra.run.vm01.stdout:(108/312): python3-pycparser-2.20-6.el9.noarch. 3.9 MB/s | 124 kB 00:00 2026-04-02T11:40:00.391 INFO:teuthology.orchestra.run.vm08.stdout:(170/312): lcms2-2.12-3.el9.x86_64.rpm 5.5 MB/s | 166 kB 00:00 2026-04-02T11:40:00.403 INFO:teuthology.orchestra.run.vm08.stdout:(171/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 396 kB/s | 10 kB 00:00 2026-04-02T11:40:00.414 INFO:teuthology.orchestra.run.vm01.stdout:(109/312): python3-pyparsing-2.4.7-9.el9.0.1.no 5.3 MB/s | 150 kB 00:00 2026-04-02T11:40:00.415 INFO:teuthology.orchestra.run.vm01.stdout:(110/312): python3-requests-2.25.1-10.el9_6.noa 4.1 MB/s | 115 kB 00:00 2026-04-02T11:40:00.418 INFO:teuthology.orchestra.run.vm08.stdout:(172/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 883 kB/s | 23 kB 00:00 2026-04-02T11:40:00.429 INFO:teuthology.orchestra.run.vm08.stdout:(173/312): libXcursor-1.2.0-7.el9.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:40:00.445 INFO:teuthology.orchestra.run.vm01.stdout:(111/312): python3-urllib3-1.26.5-6.el9_7.1.noa 6.0 MB/s | 191 kB 00:00 2026-04-02T11:40:00.445 INFO:teuthology.orchestra.run.vm08.stdout:(174/312): libXdamage-1.1.5-7.el9.x86_64.rpm 799 kB/s | 22 kB 00:00 2026-04-02T11:40:00.453 INFO:teuthology.orchestra.run.vm01.stdout:(112/312): smartmontools-7.2-9.el9.x86_64.rpm 14 MB/s | 551 kB 00:00 2026-04-02T11:40:00.455 INFO:teuthology.orchestra.run.vm08.stdout:(175/312): libXfixes-5.0.3-16.el9.x86_64.rpm 720 kB/s | 19 kB 00:00 2026-04-02T11:40:00.473 INFO:teuthology.orchestra.run.vm08.stdout:(176/312): libXi-1.7.10-8.el9.x86_64.rpm 1.4 MB/s | 39 kB 00:00 2026-04-02T11:40:00.474 INFO:teuthology.orchestra.run.vm01.stdout:(113/312): unzip-6.0-59.el9.x86_64.rpm 6.1 MB/s | 180 kB 00:00 2026-04-02T11:40:00.482 INFO:teuthology.orchestra.run.vm08.stdout:(177/312): libXinerama-1.1.4-10.el9.x86_64.rpm 522 kB/s | 14 kB 00:00 2026-04-02T11:40:00.483 INFO:teuthology.orchestra.run.vm01.stdout:(114/312): zip-3.0-35.el9.x86_64.rpm 8.6 MB/s | 263 kB 00:00 2026-04-02T11:40:00.500 INFO:teuthology.orchestra.run.vm08.stdout:(178/312): libXrandr-1.5.2-8.el9.x86_64.rpm 1.0 MB/s | 27 kB 00:00 2026-04-02T11:40:00.509 INFO:teuthology.orchestra.run.vm08.stdout:(179/312): libXtst-1.2.3-16.el9.x86_64.rpm 761 kB/s | 20 kB 00:00 2026-04-02T11:40:00.509 INFO:teuthology.orchestra.run.vm01.stdout:(115/312): adwaita-cursor-theme-40.1.1-3.el9.no 17 MB/s | 623 kB 00:00 2026-04-02T11:40:00.528 INFO:teuthology.orchestra.run.vm08.stdout:(180/312): libXv-1.0.11-16.el9.x86_64.rpm 660 kB/s | 18 kB 00:00 2026-04-02T11:40:00.548 INFO:teuthology.orchestra.run.vm08.stdout:(181/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 466 kB/s | 18 kB 00:00 2026-04-02T11:40:00.556 INFO:teuthology.orchestra.run.vm08.stdout:(182/312): libasyncns-0.8-22.el9.x86_64.rpm 1.0 MB/s | 29 kB 00:00 2026-04-02T11:40:00.560 INFO:teuthology.orchestra.run.vm01.stdout:(116/312): alsa-lib-1.2.14-1.el9.x86_64.rpm 9.9 MB/s | 510 kB 00:00 2026-04-02T11:40:00.580 INFO:teuthology.orchestra.run.vm08.stdout:(183/312): libcanberra-0.30-27.el9.x86_64.rpm 2.6 MB/s | 85 kB 00:00 2026-04-02T11:40:00.583 INFO:teuthology.orchestra.run.vm08.stdout:(184/312): libcanberra-gtk3-0.30-27.el9.x86_64. 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:00.591 INFO:teuthology.orchestra.run.vm01.stdout:(117/312): apache-commons-cli-1.4-20.el9.noarch 2.2 MB/s | 69 kB 00:00 2026-04-02T11:40:00.619 INFO:teuthology.orchestra.run.vm08.stdout:(185/312): libepoxy-1.5.5-4.el9.x86_64.rpm 6.7 MB/s | 244 kB 00:00 2026-04-02T11:40:00.620 INFO:teuthology.orchestra.run.vm08.stdout:(186/312): libdrm-2.4.123-2.el9.x86_64.rpm 3.9 MB/s | 158 kB 00:00 2026-04-02T11:40:00.630 INFO:teuthology.orchestra.run.vm01.stdout:(118/312): apache-commons-codec-1.15-10.el9.noa 7.5 MB/s | 300 kB 00:00 2026-04-02T11:40:00.648 INFO:teuthology.orchestra.run.vm08.stdout:(187/312): libfontenc-1.1.3-17.el9.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:40:00.669 INFO:teuthology.orchestra.run.vm08.stdout:(188/312): libexif-0.6.22-6.el9.x86_64.rpm 8.3 MB/s | 423 kB 00:00 2026-04-02T11:40:00.672 INFO:teuthology.orchestra.run.vm01.stdout:(119/312): apache-commons-io-2.8.0-12.el9.noarc 6.7 MB/s | 282 kB 00:00 2026-04-02T11:40:00.678 INFO:teuthology.orchestra.run.vm08.stdout:(189/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.1 MB/s | 93 kB 00:00 2026-04-02T11:40:00.706 INFO:teuthology.orchestra.run.vm08.stdout:(190/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-04-02T11:40:00.715 INFO:teuthology.orchestra.run.vm08.stdout:(191/312): libglvnd-1.3.4-1.el9.x86_64.rpm 2.8 MB/s | 133 kB 00:00 2026-04-02T11:40:00.738 INFO:teuthology.orchestra.run.vm08.stdout:(192/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.2 MB/s | 140 kB 00:00 2026-04-02T11:40:00.741 INFO:teuthology.orchestra.run.vm01.stdout:(120/312): apache-commons-lang3-3.12.0-10.el9.n 7.9 MB/s | 557 kB 00:00 2026-04-02T11:40:00.751 INFO:teuthology.orchestra.run.vm08.stdout:(193/312): libgsf-1.14.47-5.el9.x86_64.rpm 6.7 MB/s | 245 kB 00:00 2026-04-02T11:40:00.772 INFO:teuthology.orchestra.run.vm08.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.3 MB/s | 78 kB 00:00 2026-04-02T11:40:00.772 INFO:teuthology.orchestra.run.vm01.stdout:(121/312): adwaita-icon-theme-40.1.1-3.el9.noar 37 MB/s | 11 MB 00:00 2026-04-02T11:40:00.773 INFO:teuthology.orchestra.run.vm01.stdout:(122/312): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.6 MB/s | 86 kB 00:00 2026-04-02T11:40:00.778 INFO:teuthology.orchestra.run.vm08.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.2 MB/s | 60 kB 00:00 2026-04-02T11:40:00.800 INFO:teuthology.orchestra.run.vm08.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-04-02T11:40:00.804 INFO:teuthology.orchestra.run.vm01.stdout:(123/312): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.5 MB/s | 176 kB 00:00 2026-04-02T11:40:00.804 INFO:teuthology.orchestra.run.vm01.stdout:(124/312): atinject-1.0.3-9.el9.noarch.rpm 707 kB/s | 22 kB 00:00 2026-04-02T11:40:00.807 INFO:teuthology.orchestra.run.vm08.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 5.8 MB/s | 171 kB 00:00 2026-04-02T11:40:00.827 INFO:teuthology.orchestra.run.vm08.stdout:(198/312): libnotify-0.7.9-8.el9.x86_64.rpm 1.5 MB/s | 43 kB 00:00 2026-04-02T11:40:00.835 INFO:teuthology.orchestra.run.vm01.stdout:(125/312): avahi-glib-0.8-23.el9.x86_64.rpm 449 kB/s | 14 kB 00:00 2026-04-02T11:40:00.837 INFO:teuthology.orchestra.run.vm08.stdout:(199/312): libogg-1.3.4-6.el9.x86_64.rpm 1.1 MB/s | 32 kB 00:00 2026-04-02T11:40:00.838 INFO:teuthology.orchestra.run.vm01.stdout:(126/312): atk-2.36.0-5.el9.x86_64.rpm 7.6 MB/s | 270 kB 00:00 2026-04-02T11:40:00.858 INFO:teuthology.orchestra.run.vm08.stdout:(200/312): libosinfo-1.10.0-1.el9.x86_64.rpm 10 MB/s | 312 kB 00:00 2026-04-02T11:40:00.862 INFO:teuthology.orchestra.run.vm01.stdout:(127/312): boost-program-options-1.75.0-13.el9_ 3.7 MB/s | 104 kB 00:00 2026-04-02T11:40:00.866 INFO:teuthology.orchestra.run.vm08.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.5 MB/s | 159 kB 00:00 2026-04-02T11:40:00.866 INFO:teuthology.orchestra.run.vm01.stdout:(128/312): cdi-api-2.0.2-9.el9.noarch.rpm 1.9 MB/s | 52 kB 00:00 2026-04-02T11:40:00.911 INFO:teuthology.orchestra.run.vm08.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 831 kB/s | 44 kB 00:00 2026-04-02T11:40:00.912 INFO:teuthology.orchestra.run.vm01.stdout:(129/312): colord-libs-1.4.5-6.el9_6.x86_64.rpm 4.6 MB/s | 228 kB 00:00 2026-04-02T11:40:00.913 INFO:teuthology.orchestra.run.vm01.stdout:(130/312): composefs-libs-1.0.8-1.el9.x86_64.rp 1.1 MB/s | 53 kB 00:00 2026-04-02T11:40:00.916 INFO:teuthology.orchestra.run.vm08.stdout:(203/312): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2026-04-02T11:40:00.939 INFO:teuthology.orchestra.run.vm01.stdout:(131/312): copy-jdk-configs-4.0-3.el9.0.1.noarc 1.0 MB/s | 27 kB 00:00 2026-04-02T11:40:00.940 INFO:teuthology.orchestra.run.vm08.stdout:(204/312): libsbc-1.4-9.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-02T11:40:00.942 INFO:teuthology.orchestra.run.vm01.stdout:(132/312): dconf-0.40.0-6.el9.x86_64.rpm 3.7 MB/s | 109 kB 00:00 2026-04-02T11:40:00.948 INFO:teuthology.orchestra.run.vm08.stdout:(205/312): libsndfile-1.0.31-9.el9.x86_64.rpm 6.3 MB/s | 205 kB 00:00 2026-04-02T11:40:00.975 INFO:teuthology.orchestra.run.vm08.stdout:(206/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.1 MB/s | 243 kB 00:00 2026-04-02T11:40:00.986 INFO:teuthology.orchestra.run.vm01.stdout:(133/312): exempi-2.6.0-0.2.20211007gite23c213. 11 MB/s | 523 kB 00:00 2026-04-02T11:40:00.987 INFO:teuthology.orchestra.run.vm08.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 4.1 MB/s | 163 kB 00:00 2026-04-02T11:40:00.995 INFO:teuthology.orchestra.run.vm01.stdout:(134/312): exiv2-0.27.5-2.el9.x86_64.rpm 18 MB/s | 975 kB 00:00 2026-04-02T11:40:01.005 INFO:teuthology.orchestra.run.vm08.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 6.4 MB/s | 196 kB 00:00 2026-04-02T11:40:01.025 INFO:teuthology.orchestra.run.vm08.stdout:(209/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 8.2 MB/s | 316 kB 00:00 2026-04-02T11:40:01.028 INFO:teuthology.orchestra.run.vm01.stdout:(135/312): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 9.5 MB/s | 324 kB 00:00 2026-04-02T11:40:01.033 INFO:teuthology.orchestra.run.vm01.stdout:(136/312): exiv2-libs-0.27.5-2.el9.x86_64.rpm 17 MB/s | 779 kB 00:00 2026-04-02T11:40:01.035 INFO:teuthology.orchestra.run.vm08.stdout:(210/312): libvorbis-1.3.7-5.el9.x86_64.rpm 6.3 MB/s | 192 kB 00:00 2026-04-02T11:40:01.052 INFO:teuthology.orchestra.run.vm08.stdout:(211/312): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-02T11:40:01.058 INFO:teuthology.orchestra.run.vm01.stdout:(137/312): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 7.3 MB/s | 217 kB 00:00 2026-04-02T11:40:01.063 INFO:teuthology.orchestra.run.vm08.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 669 kB/s | 18 kB 00:00 2026-04-02T11:40:01.082 INFO:teuthology.orchestra.run.vm08.stdout:(213/312): libwayland-egl-1.21.0-1.el9.x86_64.r 410 kB/s | 12 kB 00:00 2026-04-02T11:40:01.085 INFO:teuthology.orchestra.run.vm01.stdout:(138/312): flatpak-selinux-1.12.9-4.el9_6.noarc 759 kB/s | 20 kB 00:00 2026-04-02T11:40:01.089 INFO:teuthology.orchestra.run.vm01.stdout:(139/312): flatpak-1.12.9-4.el9_6.x86_64.rpm 30 MB/s | 1.7 MB 00:00 2026-04-02T11:40:01.090 INFO:teuthology.orchestra.run.vm08.stdout:(214/312): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-04-02T11:40:01.114 INFO:teuthology.orchestra.run.vm01.stdout:(140/312): flatpak-session-helper-1.12.9-4.el9_ 2.4 MB/s | 71 kB 00:00 2026-04-02T11:40:01.115 INFO:teuthology.orchestra.run.vm08.stdout:(215/312): libwebp-1.2.0-8.el9.x86_64.rpm 8.1 MB/s | 276 kB 00:00 2026-04-02T11:40:01.116 INFO:teuthology.orchestra.run.vm01.stdout:(141/312): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:40:01.118 INFO:teuthology.orchestra.run.vm08.stdout:(216/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.6 MB/s | 132 kB 00:00 2026-04-02T11:40:01.145 INFO:teuthology.orchestra.run.vm08.stdout:(217/312): libxshmfence-1.3-10.el9.x86_64.rpm 395 kB/s | 12 kB 00:00 2026-04-02T11:40:01.145 INFO:teuthology.orchestra.run.vm01.stdout:(142/312): flexiblas-openblas-openmp-3.0.4-8.el 509 kB/s | 15 kB 00:00 2026-04-02T11:40:01.151 INFO:teuthology.orchestra.run.vm08.stdout:(218/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 7.2 MB/s | 239 kB 00:00 2026-04-02T11:40:01.173 INFO:teuthology.orchestra.run.vm08.stdout:(219/312): llvm-filesystem-20.1.8-3.el9.x86_64. 328 kB/s | 9.2 kB 00:00 2026-04-02T11:40:01.177 INFO:teuthology.orchestra.run.vm01.stdout:(143/312): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.6 MB/s | 83 kB 00:00 2026-04-02T11:40:01.201 INFO:teuthology.orchestra.run.vm08.stdout:(220/312): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-02T11:40:01.205 INFO:teuthology.orchestra.run.vm01.stdout:(144/312): flexiblas-netlib-3.0.4-8.el9.0.1.x86 33 MB/s | 3.0 MB 00:00 2026-04-02T11:40:01.207 INFO:teuthology.orchestra.run.vm01.stdout:(145/312): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 3.9 MB/s | 122 kB 00:00 2026-04-02T11:40:01.235 INFO:teuthology.orchestra.run.vm01.stdout:(146/312): giflib-5.2.1-9.el9.x86_64.rpm 1.6 MB/s | 48 kB 00:00 2026-04-02T11:40:01.236 INFO:teuthology.orchestra.run.vm08.stdout:(221/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.0 MB/s | 282 kB 00:00 2026-04-02T11:40:01.248 INFO:teuthology.orchestra.run.vm01.stdout:(147/312): google-guice-4.2.3-12.el9.noarch.rpm 12 MB/s | 471 kB 00:00 2026-04-02T11:40:01.262 INFO:teuthology.orchestra.run.vm01.stdout:(148/312): graphene-1.10.6-2.el9.x86_64.rpm 2.3 MB/s | 64 kB 00:00 2026-04-02T11:40:01.268 INFO:teuthology.orchestra.run.vm08.stdout:(222/312): lua-5.4.4-4.el9.x86_64.rpm 5.8 MB/s | 187 kB 00:00 2026-04-02T11:40:01.275 INFO:teuthology.orchestra.run.vm01.stdout:(149/312): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-02T11:40:01.303 INFO:teuthology.orchestra.run.vm08.stdout:(223/312): lua-posix-35.0-8.el9.x86_64.rpm 3.7 MB/s | 131 kB 00:00 2026-04-02T11:40:01.342 INFO:teuthology.orchestra.run.vm08.stdout:(224/312): maven-3.6.3-22.el9.noarch.rpm 431 kB/s | 17 kB 00:00 2026-04-02T11:40:01.348 INFO:teuthology.orchestra.run.vm01.stdout:(150/312): gstreamer1-1.22.12-3.el9.x86_64.rpm 16 MB/s | 1.4 MB 00:00 2026-04-02T11:40:01.379 INFO:teuthology.orchestra.run.vm01.stdout:(151/312): gtk-update-icon-cache-3.24.31-8.el9. 1.0 MB/s | 32 kB 00:00 2026-04-02T11:40:01.386 INFO:teuthology.orchestra.run.vm01.stdout:(152/312): gstreamer1-plugins-base-1.22.12-4.el 20 MB/s | 2.2 MB 00:00 2026-04-02T11:40:01.487 INFO:teuthology.orchestra.run.vm01.stdout:(153/312): guava-30.1-10.el9.noarch.rpm 23 MB/s | 2.3 MB 00:00 2026-04-02T11:40:01.487 INFO:teuthology.orchestra.run.vm08.stdout:(225/312): java-17-openjdk-headless-17.0.18.0.8 32 MB/s | 44 MB 00:01 2026-04-02T11:40:01.496 INFO:teuthology.orchestra.run.vm08.stdout:(226/312): maven-lib-3.6.3-22.el9.noarch.rpm 9.6 MB/s | 1.5 MB 00:00 2026-04-02T11:40:01.503 INFO:teuthology.orchestra.run.vm01.stdout:(154/312): gtk3-3.24.31-8.el9.x86_64.rpm 39 MB/s | 4.8 MB 00:00 2026-04-02T11:40:01.515 INFO:teuthology.orchestra.run.vm08.stdout:(227/312): maven-openjdk17-3.6.3-22.el9.noarch. 296 kB/s | 8.0 kB 00:00 2026-04-02T11:40:01.525 INFO:teuthology.orchestra.run.vm01.stdout:(155/312): hicolor-icon-theme-0.17-13.el9.noarc 1.7 MB/s | 66 kB 00:00 2026-04-02T11:40:01.529 INFO:teuthology.orchestra.run.vm08.stdout:(228/312): maven-resolver-1.6.1-14.el9.noarch.r 15 MB/s | 512 kB 00:00 2026-04-02T11:40:01.549 INFO:teuthology.orchestra.run.vm01.stdout:(156/312): httpcomponents-client-4.5.13-7.el9.n 14 MB/s | 655 kB 00:00 2026-04-02T11:40:01.552 INFO:teuthology.orchestra.run.vm08.stdout:(229/312): maven-shared-utils-3.3.4-7.el9.noarc 3.9 MB/s | 150 kB 00:00 2026-04-02T11:40:01.567 INFO:teuthology.orchestra.run.vm08.stdout:(230/312): maven-wagon-3.4.2-10.el9.noarch.rpm 2.8 MB/s | 111 kB 00:00 2026-04-02T11:40:01.578 INFO:teuthology.orchestra.run.vm01.stdout:(157/312): httpcomponents-core-4.4.13-11.el9.no 12 MB/s | 630 kB 00:00 2026-04-02T11:40:01.621 INFO:teuthology.orchestra.run.vm08.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 200 kB/s | 11 kB 00:00 2026-04-02T11:40:01.728 INFO:teuthology.orchestra.run.vm08.stdout:(232/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 1.2 MB/s | 136 kB 00:00 2026-04-02T11:40:01.763 INFO:teuthology.orchestra.run.vm08.stdout:(233/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.3 MB/s | 155 kB 00:00 2026-04-02T11:40:01.791 INFO:teuthology.orchestra.run.vm08.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 592 kB/s | 16 kB 00:00 2026-04-02T11:40:01.819 INFO:teuthology.orchestra.run.vm08.stdout:(235/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:01.848 INFO:teuthology.orchestra.run.vm08.stdout:(236/312): openblas-0.3.29-1.el9.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2026-04-02T11:40:01.961 INFO:teuthology.orchestra.run.vm01.stdout:(158/312): iso-codes-4.6.0-3.el9.noarch.rpm 8.0 MB/s | 3.3 MB 00:00 2026-04-02T11:40:01.987 INFO:teuthology.orchestra.run.vm01.stdout:(159/312): jakarta-annotations-1.3.5-16.el9.noa 107 kB/s | 44 kB 00:00 2026-04-02T11:40:01.991 INFO:teuthology.orchestra.run.vm01.stdout:(160/312): jansi-2.3.3-9.el9.x86_64.rpm 3.4 MB/s | 108 kB 00:00 2026-04-02T11:40:02.057 INFO:teuthology.orchestra.run.vm08.stdout:(237/312): openblas-openmp-0.3.29-1.el9.x86_64. 25 MB/s | 5.3 MB 00:00 2026-04-02T11:40:02.092 INFO:teuthology.orchestra.run.vm08.stdout:(238/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 4.6 MB/s | 161 kB 00:00 2026-04-02T11:40:02.129 INFO:teuthology.orchestra.run.vm08.stdout:(239/312): opus-1.3.1-10.el9.x86_64.rpm 5.3 MB/s | 199 kB 00:00 2026-04-02T11:40:02.169 INFO:teuthology.orchestra.run.vm08.stdout:(240/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 16 MB/s | 9.7 MB 00:00 2026-04-02T11:40:02.172 INFO:teuthology.orchestra.run.vm08.stdout:(241/312): orc-0.4.31-8.el9.x86_64.rpm 4.2 MB/s | 182 kB 00:00 2026-04-02T11:40:02.193 INFO:teuthology.orchestra.run.vm01.stdout:(161/312): java-17-openjdk-17.0.18.0.8-1.el9.x8 2.0 MB/s | 428 kB 00:00 2026-04-02T11:40:02.202 INFO:teuthology.orchestra.run.vm08.stdout:(242/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.2 MB/s | 68 kB 00:00 2026-04-02T11:40:02.204 INFO:teuthology.orchestra.run.vm08.stdout:(243/312): osinfo-db-20250606-1.el9.rocky.20250 8.8 MB/s | 310 kB 00:00 2026-04-02T11:40:02.238 INFO:teuthology.orchestra.run.vm01.stdout:(162/312): java-17-openjdk-devel-17.0.18.0.8-1. 19 MB/s | 4.7 MB 00:00 2026-04-02T11:40:02.238 INFO:teuthology.orchestra.run.vm08.stdout:(244/312): p11-kit-server-0.25.3-3.el9_5.x86_64 7.0 MB/s | 244 kB 00:00 2026-04-02T11:40:02.240 INFO:teuthology.orchestra.run.vm08.stdout:(245/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 12 MB/s | 484 kB 00:00 2026-04-02T11:40:02.268 INFO:teuthology.orchestra.run.vm08.stdout:(246/312): perl-Benchmark-1.23-481.1.el9_6.noar 866 kB/s | 25 kB 00:00 2026-04-02T11:40:02.268 INFO:teuthology.orchestra.run.vm01.stdout:(163/312): javapackages-filesystem-6.4.0-1.el9. 343 kB/s | 10 kB 00:00 2026-04-02T11:40:02.272 INFO:teuthology.orchestra.run.vm08.stdout:(247/312): perl-Test-Harness-3.42-461.el9.noarc 8.4 MB/s | 267 kB 00:00 2026-04-02T11:40:02.296 INFO:teuthology.orchestra.run.vm08.stdout:(248/312): pipewire-1.0.1-1.el9.x86_64.rpm 3.6 MB/s | 101 kB 00:00 2026-04-02T11:40:02.296 INFO:teuthology.orchestra.run.vm01.stdout:(164/312): javapackages-tools-6.4.0-1.el9.noarc 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:02.301 INFO:teuthology.orchestra.run.vm08.stdout:(249/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.9 MB/s | 56 kB 00:00 2026-04-02T11:40:02.322 INFO:teuthology.orchestra.run.vm08.stdout:(250/312): pipewire-jack-audio-connection-kit-1 311 kB/s | 8.1 kB 00:00 2026-04-02T11:40:02.324 INFO:teuthology.orchestra.run.vm01.stdout:(165/312): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.8 MB/s | 52 kB 00:00 2026-04-02T11:40:02.330 INFO:teuthology.orchestra.run.vm08.stdout:(251/312): pipewire-jack-audio-connection-kit-l 4.4 MB/s | 134 kB 00:00 2026-04-02T11:40:02.353 INFO:teuthology.orchestra.run.vm01.stdout:(166/312): jcl-over-slf4j-1.7.30-16.el9.noarch. 815 kB/s | 23 kB 00:00 2026-04-02T11:40:02.363 INFO:teuthology.orchestra.run.vm08.stdout:(252/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 5.5 MB/s | 185 kB 00:00 2026-04-02T11:40:02.392 INFO:teuthology.orchestra.run.vm01.stdout:(167/312): jsoup-1.13.1-13.el9.noarch.rpm 9.3 MB/s | 375 kB 00:00 2026-04-02T11:40:02.393 INFO:teuthology.orchestra.run.vm08.stdout:(253/312): plexus-cipher-1.7-30.el9.noarch.rpm 835 kB/s | 24 kB 00:00 2026-04-02T11:40:02.421 INFO:teuthology.orchestra.run.vm01.stdout:(168/312): jsr-305-3.0.2-9.el9.noarch.rpm 1.0 MB/s | 31 kB 00:00 2026-04-02T11:40:02.422 INFO:teuthology.orchestra.run.vm08.stdout:(254/312): plexus-classworlds-2.6.0-14.el9.noar 2.0 MB/s | 59 kB 00:00 2026-04-02T11:40:02.434 INFO:teuthology.orchestra.run.vm08.stdout:(255/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 17 MB/s | 1.9 MB 00:00 2026-04-02T11:40:02.454 INFO:teuthology.orchestra.run.vm08.stdout:(256/312): plexus-containers-component-annotati 546 kB/s | 17 kB 00:00 2026-04-02T11:40:02.454 INFO:teuthology.orchestra.run.vm01.stdout:(169/312): lcms2-2.12-3.el9.x86_64.rpm 4.9 MB/s | 166 kB 00:00 2026-04-02T11:40:02.463 INFO:teuthology.orchestra.run.vm08.stdout:(257/312): plexus-interpolation-1.26-15.el9.noa 2.7 MB/s | 78 kB 00:00 2026-04-02T11:40:02.480 INFO:teuthology.orchestra.run.vm08.stdout:(258/312): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-02T11:40:02.482 INFO:teuthology.orchestra.run.vm01.stdout:(170/312): libX11-xcb-1.7.0-11.el9.x86_64.rpm 376 kB/s | 10 kB 00:00 2026-04-02T11:40:02.495 INFO:teuthology.orchestra.run.vm08.stdout:(259/312): plexus-utils-3.3.0-13.el9.noarch.rpm 7.8 MB/s | 253 kB 00:00 2026-04-02T11:40:02.511 INFO:teuthology.orchestra.run.vm01.stdout:(171/312): libXcomposite-0.4.5-7.el9.x86_64.rpm 790 kB/s | 23 kB 00:00 2026-04-02T11:40:02.542 INFO:teuthology.orchestra.run.vm01.stdout:(172/312): libXcursor-1.2.0-7.el9.x86_64.rpm 959 kB/s | 30 kB 00:00 2026-04-02T11:40:02.547 INFO:teuthology.orchestra.run.vm08.stdout:(260/312): poppler-21.01.0-23.el9_7.x86_64.rpm 16 MB/s | 1.1 MB 00:00 2026-04-02T11:40:02.571 INFO:teuthology.orchestra.run.vm01.stdout:(173/312): libXdamage-1.1.5-7.el9.x86_64.rpm 775 kB/s | 22 kB 00:00 2026-04-02T11:40:02.581 INFO:teuthology.orchestra.run.vm08.stdout:(261/312): poppler-glib-21.01.0-23.el9_7.x86_64 4.5 MB/s | 151 kB 00:00 2026-04-02T11:40:02.599 INFO:teuthology.orchestra.run.vm01.stdout:(174/312): libXfixes-5.0.3-16.el9.x86_64.rpm 673 kB/s | 19 kB 00:00 2026-04-02T11:40:02.609 INFO:teuthology.orchestra.run.vm08.stdout:(262/312): poppler-data-0.4.9-9.el9.0.1.noarch. 16 MB/s | 1.8 MB 00:00 2026-04-02T11:40:02.627 INFO:teuthology.orchestra.run.vm01.stdout:(175/312): libXi-1.7.10-8.el9.x86_64.rpm 1.4 MB/s | 39 kB 00:00 2026-04-02T11:40:02.637 INFO:teuthology.orchestra.run.vm08.stdout:(263/312): publicsuffix-list-20210518-3.el9.noa 2.7 MB/s | 82 kB 00:00 2026-04-02T11:40:02.642 INFO:teuthology.orchestra.run.vm08.stdout:(264/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2026-04-02T11:40:02.655 INFO:teuthology.orchestra.run.vm01.stdout:(176/312): libXinerama-1.1.4-10.el9.x86_64.rpm 505 kB/s | 14 kB 00:00 2026-04-02T11:40:02.685 INFO:teuthology.orchestra.run.vm01.stdout:(177/312): libXrandr-1.5.2-8.el9.x86_64.rpm 920 kB/s | 27 kB 00:00 2026-04-02T11:40:02.694 INFO:teuthology.orchestra.run.vm08.stdout:(265/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 12 MB/s | 663 kB 00:00 2026-04-02T11:40:02.728 INFO:teuthology.orchestra.run.vm08.stdout:(266/312): python3-devel-3.9.23-2.el9.x86_64.rp 6.0 MB/s | 205 kB 00:00 2026-04-02T11:40:02.729 INFO:teuthology.orchestra.run.vm01.stdout:(178/312): libXtst-1.2.3-16.el9.x86_64.rpm 474 kB/s | 20 kB 00:00 2026-04-02T11:40:02.762 INFO:teuthology.orchestra.run.vm08.stdout:(267/312): python3-jinja2-2.11.3-8.el9_5.noarch 6.8 MB/s | 228 kB 00:00 2026-04-02T11:40:02.762 INFO:teuthology.orchestra.run.vm01.stdout:(179/312): libXv-1.0.11-16.el9.x86_64.rpm 545 kB/s | 18 kB 00:00 2026-04-02T11:40:02.792 INFO:teuthology.orchestra.run.vm08.stdout:(268/312): python3-jmespath-1.0.1-1.el9_7.noarc 1.4 MB/s | 43 kB 00:00 2026-04-02T11:40:02.796 INFO:teuthology.orchestra.run.vm01.stdout:(180/312): libXxf86vm-1.1.4-18.el9.x86_64.rpm 539 kB/s | 18 kB 00:00 2026-04-02T11:40:02.826 INFO:teuthology.orchestra.run.vm08.stdout:(269/312): python3-libstoragemgmt-1.10.1-1.el9. 4.9 MB/s | 166 kB 00:00 2026-04-02T11:40:02.829 INFO:teuthology.orchestra.run.vm01.stdout:(181/312): libasyncns-0.8-22.el9.x86_64.rpm 901 kB/s | 29 kB 00:00 2026-04-02T11:40:02.869 INFO:teuthology.orchestra.run.vm01.stdout:(182/312): libcanberra-0.30-27.el9.x86_64.rpm 2.1 MB/s | 85 kB 00:00 2026-04-02T11:40:02.889 INFO:teuthology.orchestra.run.vm08.stdout:(270/312): python3-babel-2.9.1-2.el9.noarch.rpm 23 MB/s | 5.8 MB 00:00 2026-04-02T11:40:02.902 INFO:teuthology.orchestra.run.vm01.stdout:(183/312): libcanberra-gtk3-0.30-27.el9.x86_64. 952 kB/s | 31 kB 00:00 2026-04-02T11:40:02.921 INFO:teuthology.orchestra.run.vm08.stdout:(271/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2026-04-02T11:40:02.923 INFO:teuthology.orchestra.run.vm08.stdout:(272/312): python3-markupsafe-1.1.1-12.el9.x86_ 949 kB/s | 32 kB 00:00 2026-04-02T11:40:02.936 INFO:teuthology.orchestra.run.vm01.stdout:(184/312): libdrm-2.4.123-2.el9.x86_64.rpm 4.6 MB/s | 158 kB 00:00 2026-04-02T11:40:02.959 INFO:teuthology.orchestra.run.vm08.stdout:(273/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 10 MB/s | 368 kB 00:00 2026-04-02T11:40:02.975 INFO:teuthology.orchestra.run.vm01.stdout:(185/312): libepoxy-1.5.5-4.el9.x86_64.rpm 6.2 MB/s | 244 kB 00:00 2026-04-02T11:40:02.987 INFO:teuthology.orchestra.run.vm08.stdout:(274/312): python3-packaging-20.9-5.el9.noarch. 2.4 MB/s | 69 kB 00:00 2026-04-02T11:40:03.018 INFO:teuthology.orchestra.run.vm08.stdout:(275/312): python3-protobuf-3.14.0-17.el9_7.noa 7.8 MB/s | 237 kB 00:00 2026-04-02T11:40:03.101 INFO:teuthology.orchestra.run.vm08.stdout:(276/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 1.6 MB/s | 132 kB 00:00 2026-04-02T11:40:03.102 INFO:teuthology.orchestra.run.vm01.stdout:(186/312): java-17-openjdk-headless-17.0.18.0.8 48 MB/s | 44 MB 00:00 2026-04-02T11:40:03.105 INFO:teuthology.orchestra.run.vm01.stdout:(187/312): libexif-0.6.22-6.el9.x86_64.rpm 3.2 MB/s | 423 kB 00:00 2026-04-02T11:40:03.130 INFO:teuthology.orchestra.run.vm01.stdout:(188/312): libfontenc-1.1.3-17.el9.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-02T11:40:03.131 INFO:teuthology.orchestra.run.vm08.stdout:(277/312): python3-pyasn1-modules-0.4.8-7.el9_7 6.8 MB/s | 210 kB 00:00 2026-04-02T11:40:03.133 INFO:teuthology.orchestra.run.vm01.stdout:(189/312): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.3 MB/s | 93 kB 00:00 2026-04-02T11:40:03.160 INFO:teuthology.orchestra.run.vm01.stdout:(190/312): libglvnd-1.3.4-1.el9.x86_64.rpm 4.4 MB/s | 133 kB 00:00 2026-04-02T11:40:03.160 INFO:teuthology.orchestra.run.vm08.stdout:(278/312): python3-numpy-1.23.5-2.el9_7.x86_64. 24 MB/s | 5.8 MB 00:00 2026-04-02T11:40:03.160 INFO:teuthology.orchestra.run.vm01.stdout:(191/312): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-04-02T11:40:03.161 INFO:teuthology.orchestra.run.vm08.stdout:(279/312): python3-requests-oauthlib-1.3.0-12.e 1.4 MB/s | 43 kB 00:00 2026-04-02T11:40:03.191 INFO:teuthology.orchestra.run.vm01.stdout:(192/312): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.5 MB/s | 140 kB 00:00 2026-04-02T11:40:03.191 INFO:teuthology.orchestra.run.vm08.stdout:(280/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-04-02T11:40:03.196 INFO:teuthology.orchestra.run.vm01.stdout:(193/312): libgsf-1.14.47-5.el9.x86_64.rpm 6.7 MB/s | 245 kB 00:00 2026-04-02T11:40:03.217 INFO:teuthology.orchestra.run.vm01.stdout:(194/312): libgxps-0.3.2-3.el9.x86_64.rpm 2.9 MB/s | 78 kB 00:00 2026-04-02T11:40:03.223 INFO:teuthology.orchestra.run.vm08.stdout:(281/312): qatlib-24.09.0-1.el9.x86_64.rpm 6.9 MB/s | 221 kB 00:00 2026-04-02T11:40:03.224 INFO:teuthology.orchestra.run.vm01.stdout:(195/312): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-04-02T11:40:03.244 INFO:teuthology.orchestra.run.vm01.stdout:(196/312): libldac-2.0.2.3-10.el9.x86_64.rpm 1.5 MB/s | 40 kB 00:00 2026-04-02T11:40:03.251 INFO:teuthology.orchestra.run.vm08.stdout:(282/312): qatlib-service-24.09.0-1.el9.x86_64. 1.3 MB/s | 36 kB 00:00 2026-04-02T11:40:03.254 INFO:teuthology.orchestra.run.vm01.stdout:(197/312): libnbd-1.20.3-4.el9.x86_64.rpm 5.5 MB/s | 171 kB 00:00 2026-04-02T11:40:03.291 INFO:teuthology.orchestra.run.vm01.stdout:(198/312): libnotify-0.7.9-8.el9.x86_64.rpm 913 kB/s | 43 kB 00:00 2026-04-02T11:40:03.291 INFO:teuthology.orchestra.run.vm08.stdout:(283/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.6 MB/s | 65 kB 00:00 2026-04-02T11:40:03.291 INFO:teuthology.orchestra.run.vm01.stdout:(199/312): libogg-1.3.4-6.el9.x86_64.rpm 875 kB/s | 32 kB 00:00 2026-04-02T11:40:03.323 INFO:teuthology.orchestra.run.vm01.stdout:(200/312): libosinfo-1.10.0-1.el9.x86_64.rpm 9.5 MB/s | 312 kB 00:00 2026-04-02T11:40:03.324 INFO:teuthology.orchestra.run.vm01.stdout:(201/312): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.8 MB/s | 159 kB 00:00 2026-04-02T11:40:03.350 INFO:teuthology.orchestra.run.vm01.stdout:(202/312): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.6 MB/s | 44 kB 00:00 2026-04-02T11:40:03.391 INFO:teuthology.orchestra.run.vm01.stdout:(203/312): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2026-04-02T11:40:03.393 INFO:teuthology.orchestra.run.vm01.stdout:(204/312): libsbc-1.4-9.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2026-04-02T11:40:03.393 INFO:teuthology.orchestra.run.vm08.stdout:(284/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 13 MB/s | 30 MB 00:02 2026-04-02T11:40:03.395 INFO:teuthology.orchestra.run.vm08.stdout:(285/312): rtkit-0.11-29.el9.x86_64.rpm 530 kB/s | 55 kB 00:00 2026-04-02T11:40:03.423 INFO:teuthology.orchestra.run.vm08.stdout:(286/312): slf4j-1.7.30-16.el9.noarch.rpm 2.3 MB/s | 68 kB 00:00 2026-04-02T11:40:03.424 INFO:teuthology.orchestra.run.vm01.stdout:(205/312): libsndfile-1.0.31-9.el9.x86_64.rpm 6.3 MB/s | 205 kB 00:00 2026-04-02T11:40:03.427 INFO:teuthology.orchestra.run.vm01.stdout:(206/312): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.0 MB/s | 243 kB 00:00 2026-04-02T11:40:03.453 INFO:teuthology.orchestra.run.vm08.stdout:(287/312): sisu-0.3.4-14.el9.noarch.rpm 8.4 MB/s | 508 kB 00:00 2026-04-02T11:40:03.456 INFO:teuthology.orchestra.run.vm01.stdout:(207/312): libtheora-1.1.1-31.el9.x86_64.rpm 5.0 MB/s | 163 kB 00:00 2026-04-02T11:40:03.456 INFO:teuthology.orchestra.run.vm08.stdout:(288/312): socat-1.7.4.1-8.el9.x86_64.rpm 9.1 MB/s | 299 kB 00:00 2026-04-02T11:40:03.458 INFO:teuthology.orchestra.run.vm01.stdout:(208/312): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 6.2 MB/s | 196 kB 00:00 2026-04-02T11:40:03.495 INFO:teuthology.orchestra.run.vm01.stdout:(209/312): libvorbis-1.3.7-5.el9.x86_64.rpm 5.1 MB/s | 192 kB 00:00 2026-04-02T11:40:03.497 INFO:teuthology.orchestra.run.vm01.stdout:(210/312): libtracker-sparql-3.1.2-3.el9_1.x86_ 7.5 MB/s | 316 kB 00:00 2026-04-02T11:40:03.507 INFO:teuthology.orchestra.run.vm08.stdout:(289/312): sound-theme-freedesktop-0.8-17.el9.0 7.0 MB/s | 384 kB 00:00 2026-04-02T11:40:03.522 INFO:teuthology.orchestra.run.vm01.stdout:(211/312): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-02T11:40:03.524 INFO:teuthology.orchestra.run.vm01.stdout:(212/312): libwayland-cursor-1.21.0-1.el9.x86_6 689 kB/s | 18 kB 00:00 2026-04-02T11:40:03.537 INFO:teuthology.orchestra.run.vm08.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 4.3 MB/s | 130 kB 00:00 2026-04-02T11:40:03.543 INFO:teuthology.orchestra.run.vm08.stdout:(291/312): spirv-tools-libs-2025.2-1.el9.x86_64 17 MB/s | 1.5 MB 00:00 2026-04-02T11:40:03.549 INFO:teuthology.orchestra.run.vm01.stdout:(213/312): libwayland-egl-1.21.0-1.el9.x86_64.r 448 kB/s | 12 kB 00:00 2026-04-02T11:40:03.552 INFO:teuthology.orchestra.run.vm01.stdout:(214/312): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-04-02T11:40:03.582 INFO:teuthology.orchestra.run.vm01.stdout:(215/312): libwebp-1.2.0-8.el9.x86_64.rpm 8.2 MB/s | 276 kB 00:00 2026-04-02T11:40:03.583 INFO:teuthology.orchestra.run.vm01.stdout:(216/312): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.1 MB/s | 132 kB 00:00 2026-04-02T11:40:03.593 INFO:teuthology.orchestra.run.vm08.stdout:(292/312): tracker-3.1.2-3.el9_1.x86_64.rpm 9.6 MB/s | 538 kB 00:00 2026-04-02T11:40:03.603 INFO:teuthology.orchestra.run.vm08.stdout:(293/312): tracker-miners-3.1.2-4.el9_3.x86_64. 15 MB/s | 888 kB 00:00 2026-04-02T11:40:03.608 INFO:teuthology.orchestra.run.vm01.stdout:(217/312): libxshmfence-1.3-10.el9.x86_64.rpm 441 kB/s | 12 kB 00:00 2026-04-02T11:40:03.616 INFO:teuthology.orchestra.run.vm01.stdout:(218/312): libxslt-1.1.34-13.el9_6.x86_64.rpm 7.3 MB/s | 239 kB 00:00 2026-04-02T11:40:03.619 INFO:teuthology.orchestra.run.vm08.stdout:(294/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.9 MB/s | 52 kB 00:00 2026-04-02T11:40:03.632 INFO:teuthology.orchestra.run.vm08.stdout:(295/312): tzdata-java-2026a-1.el9_7.noarch.rpm 5.0 MB/s | 145 kB 00:00 2026-04-02T11:40:03.635 INFO:teuthology.orchestra.run.vm01.stdout:(219/312): llvm-filesystem-20.1.8-3.el9.x86_64. 349 kB/s | 9.2 kB 00:00 2026-04-02T11:40:03.649 INFO:teuthology.orchestra.run.vm08.stdout:(296/312): upower-0.99.13-2.el9.x86_64.rpm 5.4 MB/s | 165 kB 00:00 2026-04-02T11:40:03.664 INFO:teuthology.orchestra.run.vm01.stdout:(220/312): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-02T11:40:03.664 INFO:teuthology.orchestra.run.vm08.stdout:(297/312): webrtc-audio-processing-0.3.1-8.el9. 8.9 MB/s | 303 kB 00:00 2026-04-02T11:40:03.678 INFO:teuthology.orchestra.run.vm08.stdout:(298/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.9 MB/s | 83 kB 00:00 2026-04-02T11:40:03.698 INFO:teuthology.orchestra.run.vm01.stdout:(221/312): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.3 MB/s | 282 kB 00:00 2026-04-02T11:40:03.698 INFO:teuthology.orchestra.run.vm08.stdout:(299/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 10 MB/s | 338 kB 00:00 2026-04-02T11:40:03.705 INFO:teuthology.orchestra.run.vm08.stdout:(300/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.5 MB/s | 41 kB 00:00 2026-04-02T11:40:03.731 INFO:teuthology.orchestra.run.vm01.stdout:(222/312): lua-5.4.4-4.el9.x86_64.rpm 5.6 MB/s | 187 kB 00:00 2026-04-02T11:40:03.737 INFO:teuthology.orchestra.run.vm08.stdout:(301/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 4.1 MB/s | 130 kB 00:00 2026-04-02T11:40:03.742 INFO:teuthology.orchestra.run.vm08.stdout:(302/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 8.2 MB/s | 367 kB 00:00 2026-04-02T11:40:03.764 INFO:teuthology.orchestra.run.vm01.stdout:(223/312): lua-posix-35.0-8.el9.x86_64.rpm 3.9 MB/s | 131 kB 00:00 2026-04-02T11:40:03.785 INFO:teuthology.orchestra.run.vm08.stdout:(303/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2026-04-02T11:40:03.797 INFO:teuthology.orchestra.run.vm01.stdout:(224/312): maven-3.6.3-22.el9.noarch.rpm 521 kB/s | 17 kB 00:00 2026-04-02T11:40:03.842 INFO:teuthology.orchestra.run.vm08.stdout:(304/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 28 MB/s | 19 MB 00:00 2026-04-02T11:40:03.843 INFO:teuthology.orchestra.run.vm08.stdout:(305/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 1.5 MB/s | 89 kB 00:00 2026-04-02T11:40:03.867 INFO:teuthology.orchestra.run.vm08.stdout:(306/312): xkeyboard-config-2.33-2.el9.0.1.noar 6.4 MB/s | 854 kB 00:00 2026-04-02T11:40:03.872 INFO:teuthology.orchestra.run.vm01.stdout:(225/312): maven-lib-3.6.3-22.el9.noarch.rpm 19 MB/s | 1.5 MB 00:00 2026-04-02T11:40:03.873 INFO:teuthology.orchestra.run.vm08.stdout:(307/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.0 MB/s | 63 kB 00:00 2026-04-02T11:40:03.896 INFO:teuthology.orchestra.run.vm08.stdout:(308/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 9.4 MB/s | 499 kB 00:00 2026-04-02T11:40:03.898 INFO:teuthology.orchestra.run.vm08.stdout:(309/312): lua-devel-5.4.4-4.el9.x86_64.rpm 686 kB/s | 21 kB 00:00 2026-04-02T11:40:03.900 INFO:teuthology.orchestra.run.vm01.stdout:(226/312): maven-openjdk17-3.6.3-22.el9.noarch. 292 kB/s | 8.0 kB 00:00 2026-04-02T11:40:03.934 INFO:teuthology.orchestra.run.vm08.stdout:(310/312): protobuf-compiler-3.14.0-17.el9_7.x8 14 MB/s | 862 kB 00:00 2026-04-02T11:40:03.942 INFO:teuthology.orchestra.run.vm01.stdout:(227/312): maven-resolver-1.6.1-14.el9.noarch.r 12 MB/s | 512 kB 00:00 2026-04-02T11:40:03.974 INFO:teuthology.orchestra.run.vm01.stdout:(228/312): maven-shared-utils-3.3.4-7.el9.noarc 4.7 MB/s | 150 kB 00:00 2026-04-02T11:40:04.003 INFO:teuthology.orchestra.run.vm01.stdout:(229/312): maven-wagon-3.4.2-10.el9.noarch.rpm 3.8 MB/s | 111 kB 00:00 2026-04-02T11:40:04.207 INFO:teuthology.orchestra.run.vm01.stdout:(230/312): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 47 MB/s | 9.7 MB 00:00 2026-04-02T11:40:04.235 INFO:teuthology.orchestra.run.vm01.stdout:(231/312): mesa-filesystem-25.0.7-5.el9_7.x86_6 394 kB/s | 11 kB 00:00 2026-04-02T11:40:04.266 INFO:teuthology.orchestra.run.vm01.stdout:(232/312): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 4.3 MB/s | 136 kB 00:00 2026-04-02T11:40:04.416 INFO:teuthology.orchestra.run.vm01.stdout:(233/312): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 1.0 MB/s | 155 kB 00:00 2026-04-02T11:40:04.444 INFO:teuthology.orchestra.run.vm01.stdout:(234/312): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 582 kB/s | 16 kB 00:00 2026-04-02T11:40:04.467 INFO:teuthology.orchestra.run.vm08.stdout:(311/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 5.0 MB/s | 2.8 MB 00:00 2026-04-02T11:40:04.473 INFO:teuthology.orchestra.run.vm01.stdout:(235/312): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-04-02T11:40:04.499 INFO:teuthology.orchestra.run.vm08.stdout:(312/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 5.8 MB/s | 3.5 MB 00:00 2026-04-02T11:40:04.501 INFO:teuthology.orchestra.run.vm01.stdout:(236/312): openblas-0.3.29-1.el9.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2026-04-02T11:40:04.504 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:40:04.504 INFO:teuthology.orchestra.run.vm08.stdout:Total 34 MB/s | 421 MB 00:12 2026-04-02T11:40:04.739 INFO:teuthology.orchestra.run.vm01.stdout:(237/312): openblas-openmp-0.3.29-1.el9.x86_64. 22 MB/s | 5.3 MB 00:00 2026-04-02T11:40:04.767 INFO:teuthology.orchestra.run.vm01.stdout:(238/312): openjpeg2-2.4.0-8.el9.x86_64.rpm 5.5 MB/s | 161 kB 00:00 2026-04-02T11:40:04.798 INFO:teuthology.orchestra.run.vm01.stdout:(239/312): opus-1.3.1-10.el9.x86_64.rpm 6.5 MB/s | 199 kB 00:00 2026-04-02T11:40:04.829 INFO:teuthology.orchestra.run.vm01.stdout:(240/312): orc-0.4.31-8.el9.x86_64.rpm 5.7 MB/s | 182 kB 00:00 2026-04-02T11:40:04.866 INFO:teuthology.orchestra.run.vm01.stdout:(241/312): osinfo-db-20250606-1.el9.rocky.20250 8.3 MB/s | 310 kB 00:00 2026-04-02T11:40:04.898 INFO:teuthology.orchestra.run.vm01.stdout:(242/312): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.1 MB/s | 68 kB 00:00 2026-04-02T11:40:04.953 INFO:teuthology.orchestra.run.vm01.stdout:(243/312): ostree-libs-2025.6-2.el9_7.x86_64.rp 8.7 MB/s | 484 kB 00:00 2026-04-02T11:40:04.990 INFO:teuthology.orchestra.run.vm01.stdout:(244/312): p11-kit-server-0.25.3-3.el9_5.x86_64 6.6 MB/s | 244 kB 00:00 2026-04-02T11:40:05.021 INFO:teuthology.orchestra.run.vm01.stdout:(245/312): perl-Benchmark-1.23-481.1.el9_6.noar 879 kB/s | 25 kB 00:00 2026-04-02T11:40:05.059 INFO:teuthology.orchestra.run.vm01.stdout:(246/312): perl-Test-Harness-3.42-461.el9.noarc 6.8 MB/s | 267 kB 00:00 2026-04-02T11:40:05.140 INFO:teuthology.orchestra.run.vm01.stdout:(247/312): llvm-libs-20.1.8-3.el9.x86_64.rpm 20 MB/s | 30 MB 00:01 2026-04-02T11:40:05.141 INFO:teuthology.orchestra.run.vm01.stdout:(248/312): pipewire-1.0.1-1.el9.x86_64.rpm 1.2 MB/s | 101 kB 00:00 2026-04-02T11:40:05.167 INFO:teuthology.orchestra.run.vm01.stdout:(249/312): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.0 MB/s | 56 kB 00:00 2026-04-02T11:40:05.168 INFO:teuthology.orchestra.run.vm01.stdout:(250/312): pipewire-jack-audio-connection-kit-1 309 kB/s | 8.1 kB 00:00 2026-04-02T11:40:05.200 INFO:teuthology.orchestra.run.vm01.stdout:(251/312): pipewire-jack-audio-connection-kit-l 4.0 MB/s | 134 kB 00:00 2026-04-02T11:40:05.240 INFO:teuthology.orchestra.run.vm01.stdout:(252/312): pipewire-libs-1.0.1-1.el9.x86_64.rpm 26 MB/s | 1.9 MB 00:00 2026-04-02T11:40:05.241 INFO:teuthology.orchestra.run.vm01.stdout:(253/312): pipewire-pulseaudio-1.0.1-1.el9.x86_ 4.4 MB/s | 185 kB 00:00 2026-04-02T11:40:05.267 INFO:teuthology.orchestra.run.vm01.stdout:(254/312): plexus-cipher-1.7-30.el9.noarch.rpm 909 kB/s | 24 kB 00:00 2026-04-02T11:40:05.269 INFO:teuthology.orchestra.run.vm01.stdout:(255/312): plexus-classworlds-2.6.0-14.el9.noar 2.1 MB/s | 59 kB 00:00 2026-04-02T11:40:05.294 INFO:teuthology.orchestra.run.vm01.stdout:(256/312): plexus-containers-component-annotati 642 kB/s | 17 kB 00:00 2026-04-02T11:40:05.297 INFO:teuthology.orchestra.run.vm01.stdout:(257/312): plexus-interpolation-1.26-15.el9.noa 2.8 MB/s | 78 kB 00:00 2026-04-02T11:40:05.322 INFO:teuthology.orchestra.run.vm01.stdout:(258/312): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-02T11:40:05.327 INFO:teuthology.orchestra.run.vm01.stdout:(259/312): plexus-utils-3.3.0-13.el9.noarch.rpm 8.2 MB/s | 253 kB 00:00 2026-04-02T11:40:05.376 INFO:teuthology.orchestra.run.vm01.stdout:(260/312): poppler-21.01.0-23.el9_7.x86_64.rpm 20 MB/s | 1.1 MB 00:00 2026-04-02T11:40:05.409 INFO:teuthology.orchestra.run.vm01.stdout:(261/312): poppler-glib-21.01.0-23.el9_7.x86_64 4.6 MB/s | 151 kB 00:00 2026-04-02T11:40:05.447 INFO:teuthology.orchestra.run.vm01.stdout:(262/312): poppler-data-0.4.9-9.el9.0.1.noarch. 15 MB/s | 1.8 MB 00:00 2026-04-02T11:40:05.452 INFO:teuthology.orchestra.run.vm01.stdout:(263/312): protobuf-3.14.0-17.el9_7.x86_64.rpm 24 MB/s | 1.0 MB 00:00 2026-04-02T11:40:05.474 INFO:teuthology.orchestra.run.vm01.stdout:(264/312): publicsuffix-list-20210518-3.el9.noa 2.9 MB/s | 82 kB 00:00 2026-04-02T11:40:05.487 INFO:teuthology.orchestra.run.vm01.stdout:(265/312): pulseaudio-libs-15.0-3.el9.x86_64.rp 18 MB/s | 663 kB 00:00 2026-04-02T11:40:05.517 INFO:teuthology.orchestra.run.vm01.stdout:(266/312): python3-devel-3.9.23-2.el9.x86_64.rp 6.9 MB/s | 205 kB 00:00 2026-04-02T11:40:05.547 INFO:teuthology.orchestra.run.vm01.stdout:(267/312): python3-jinja2-2.11.3-8.el9_5.noarch 7.6 MB/s | 228 kB 00:00 2026-04-02T11:40:05.573 INFO:teuthology.orchestra.run.vm01.stdout:(268/312): python3-jmespath-1.0.1-1.el9_7.noarc 1.6 MB/s | 43 kB 00:00 2026-04-02T11:40:05.602 INFO:teuthology.orchestra.run.vm01.stdout:(269/312): python3-libstoragemgmt-1.10.1-1.el9. 5.8 MB/s | 166 kB 00:00 2026-04-02T11:40:05.650 INFO:teuthology.orchestra.run.vm01.stdout:(270/312): python3-lxml-4.6.5-3.el9.x86_64.rpm 25 MB/s | 1.2 MB 00:00 2026-04-02T11:40:05.677 INFO:teuthology.orchestra.run.vm01.stdout:(271/312): python3-markupsafe-1.1.1-12.el9.x86_ 1.2 MB/s | 32 kB 00:00 2026-04-02T11:40:05.808 INFO:teuthology.orchestra.run.vm01.stdout:(272/312): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 5.8 MB 00:00 2026-04-02T11:40:05.830 INFO:teuthology.orchestra.run.vm01.stdout:(273/312): python3-numpy-1.23.5-2.el9_7.x86_64. 38 MB/s | 5.8 MB 00:00 2026-04-02T11:40:05.840 INFO:teuthology.orchestra.run.vm01.stdout:(274/312): python3-numpy-f2py-1.23.5-2.el9_7.x8 12 MB/s | 368 kB 00:00 2026-04-02T11:40:05.857 INFO:teuthology.orchestra.run.vm01.stdout:(275/312): python3-packaging-20.9-5.el9.noarch. 2.5 MB/s | 69 kB 00:00 2026-04-02T11:40:05.869 INFO:teuthology.orchestra.run.vm01.stdout:(276/312): python3-protobuf-3.14.0-17.el9_7.noa 8.0 MB/s | 237 kB 00:00 2026-04-02T11:40:05.884 INFO:teuthology.orchestra.run.vm01.stdout:(277/312): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.7 MB/s | 132 kB 00:00 2026-04-02T11:40:05.898 INFO:teuthology.orchestra.run.vm01.stdout:(278/312): python3-pyasn1-modules-0.4.8-7.el9_7 7.2 MB/s | 210 kB 00:00 2026-04-02T11:40:05.911 INFO:teuthology.orchestra.run.vm01.stdout:(279/312): python3-requests-oauthlib-1.3.0-12.e 1.6 MB/s | 43 kB 00:00 2026-04-02T11:40:05.937 INFO:teuthology.orchestra.run.vm01.stdout:(280/312): python3-toml-0.10.2-6.el9.0.1.noarch 1.6 MB/s | 44 kB 00:00 2026-04-02T11:40:05.967 INFO:teuthology.orchestra.run.vm01.stdout:(281/312): qatlib-24.09.0-1.el9.x86_64.rpm 7.4 MB/s | 221 kB 00:00 2026-04-02T11:40:05.994 INFO:teuthology.orchestra.run.vm01.stdout:(282/312): qatlib-service-24.09.0-1.el9.x86_64. 1.3 MB/s | 36 kB 00:00 2026-04-02T11:40:06.076 INFO:teuthology.orchestra.run.vm01.stdout:(283/312): qatzip-libs-1.3.1-1.el9.x86_64.rpm 800 kB/s | 65 kB 00:00 2026-04-02T11:40:06.103 INFO:teuthology.orchestra.run.vm01.stdout:(284/312): rtkit-0.11-29.el9.x86_64.rpm 2.0 MB/s | 55 kB 00:00 2026-04-02T11:40:06.136 INFO:teuthology.orchestra.run.vm01.stdout:(285/312): sisu-0.3.4-14.el9.noarch.rpm 15 MB/s | 508 kB 00:00 2026-04-02T11:40:06.180 INFO:teuthology.orchestra.run.vm01.stdout:(286/312): slf4j-1.7.30-16.el9.noarch.rpm 1.5 MB/s | 68 kB 00:00 2026-04-02T11:40:06.212 INFO:teuthology.orchestra.run.vm01.stdout:(287/312): socat-1.7.4.1-8.el9.x86_64.rpm 9.2 MB/s | 299 kB 00:00 2026-04-02T11:40:06.245 INFO:teuthology.orchestra.run.vm01.stdout:(288/312): sound-theme-freedesktop-0.8-17.el9.0 12 MB/s | 384 kB 00:00 2026-04-02T11:40:06.301 INFO:teuthology.orchestra.run.vm01.stdout:(289/312): spirv-tools-libs-2025.2-1.el9.x86_64 26 MB/s | 1.5 MB 00:00 2026-04-02T11:40:06.337 INFO:teuthology.orchestra.run.vm01.stdout:(290/312): totem-pl-parser-3.26.6-2.el9.x86_64. 3.7 MB/s | 130 kB 00:00 2026-04-02T11:40:06.375 INFO:teuthology.orchestra.run.vm01.stdout:(291/312): tracker-3.1.2-3.el9_1.x86_64.rpm 14 MB/s | 538 kB 00:00 2026-04-02T11:40:06.414 INFO:teuthology.orchestra.run.vm01.stdout:(292/312): tracker-miners-3.1.2-4.el9_3.x86_64. 22 MB/s | 888 kB 00:00 2026-04-02T11:40:06.442 INFO:teuthology.orchestra.run.vm01.stdout:(293/312): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.9 MB/s | 52 kB 00:00 2026-04-02T11:40:06.471 INFO:teuthology.orchestra.run.vm01.stdout:(294/312): tzdata-java-2026a-1.el9_7.noarch.rpm 4.9 MB/s | 145 kB 00:00 2026-04-02T11:40:06.499 INFO:teuthology.orchestra.run.vm01.stdout:(295/312): upower-0.99.13-2.el9.x86_64.rpm 5.8 MB/s | 165 kB 00:00 2026-04-02T11:40:06.530 INFO:teuthology.orchestra.run.vm01.stdout:(296/312): webrtc-audio-processing-0.3.1-8.el9. 9.7 MB/s | 303 kB 00:00 2026-04-02T11:40:06.557 INFO:teuthology.orchestra.run.vm01.stdout:(297/312): wireplumber-0.4.14-1.el9.0.1.x86_64. 3.0 MB/s | 83 kB 00:00 2026-04-02T11:40:06.589 INFO:teuthology.orchestra.run.vm01.stdout:(298/312): wireplumber-libs-0.4.14-1.el9.0.1.x8 11 MB/s | 338 kB 00:00 2026-04-02T11:40:06.616 INFO:teuthology.orchestra.run.vm01.stdout:(299/312): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.5 MB/s | 41 kB 00:00 2026-04-02T11:40:06.650 INFO:teuthology.orchestra.run.vm01.stdout:(300/312): xdg-desktop-portal-1.12.6-1.el9.x86_ 11 MB/s | 367 kB 00:00 2026-04-02T11:40:06.679 INFO:teuthology.orchestra.run.vm01.stdout:(301/312): xdg-desktop-portal-gtk-1.12.0-3.el9. 4.4 MB/s | 130 kB 00:00 2026-04-02T11:40:06.719 INFO:teuthology.orchestra.run.vm01.stdout:(302/312): xkeyboard-config-2.33-2.el9.0.1.noar 21 MB/s | 854 kB 00:00 2026-04-02T11:40:06.748 INFO:teuthology.orchestra.run.vm01.stdout:(303/312): xmlsec1-1.2.29-13.el9.x86_64.rpm 6.2 MB/s | 188 kB 00:00 2026-04-02T11:40:06.776 INFO:teuthology.orchestra.run.vm01.stdout:(304/312): xmlsec1-openssl-1.2.29-13.el9.x86_64 3.2 MB/s | 89 kB 00:00 2026-04-02T11:40:06.804 INFO:teuthology.orchestra.run.vm01.stdout:(305/312): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.3 MB/s | 63 kB 00:00 2026-04-02T11:40:06.838 INFO:teuthology.orchestra.run.vm01.stdout:(306/312): xorg-x11-fonts-Type1-7.5-33.el9.noar 15 MB/s | 499 kB 00:00 2026-04-02T11:40:06.866 INFO:teuthology.orchestra.run.vm01.stdout:(307/312): lua-devel-5.4.4-4.el9.x86_64.rpm 767 kB/s | 21 kB 00:00 2026-04-02T11:40:06.911 INFO:teuthology.orchestra.run.vm01.stdout:(308/312): protobuf-compiler-3.14.0-17.el9_7.x8 19 MB/s | 862 kB 00:00 2026-04-02T11:40:07.012 INFO:teuthology.orchestra.run.vm01.stdout:(309/312): python3-scipy-1.9.3-2.el9.x86_64.rpm 17 MB/s | 19 MB 00:01 2026-04-02T11:40:07.371 INFO:teuthology.orchestra.run.vm01.stdout:(310/312): librados2-20.2.0-9.ge2ce8426bc5.el9. 7.7 MB/s | 3.5 MB 00:00 2026-04-02T11:40:07.388 INFO:teuthology.orchestra.run.vm01.stdout:(311/312): librbd1-20.2.0-9.ge2ce8426bc5.el9.cl 7.6 MB/s | 2.8 MB 00:00 2026-04-02T11:40:07.590 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-04-02T11:40:07.688 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-04-02T11:40:07.688 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-04-02T11:40:09.372 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-04-02T11:40:09.373 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-04-02T11:40:11.074 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:40:11.184 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:40:11.244 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-04-02T11:40:11.261 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:40:11.269 INFO:teuthology.orchestra.run.vm08.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:40:11.274 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:40:11.277 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:40:11.305 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:40:11.316 INFO:teuthology.orchestra.run.vm08.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:40:11.323 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:40:11.327 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:40:11.332 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:40:11.345 INFO:teuthology.orchestra.run.vm08.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:40:11.535 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:40:11.538 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:40:11.605 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:40:11.607 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:40:11.626 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:40:11.630 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:40:11.632 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:40:11.672 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:40:11.675 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:40:11.685 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:40:11.689 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:40:11.694 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:40:11.697 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:40:11.701 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:40:11.704 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:40:11.708 INFO:teuthology.orchestra.run.vm08.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:40:11.711 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:40:11.721 INFO:teuthology.orchestra.run.vm08.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:40:11.731 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:40:11.873 INFO:teuthology.orchestra.run.vm01.stdout:(312/312): ceph-test-20.2.0-9.ge2ce8426bc5.el9. 5.1 MB/s | 85 MB 00:16 2026-04-02T11:40:11.879 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-04-02T11:40:11.879 INFO:teuthology.orchestra.run.vm01.stdout:Total 21 MB/s | 421 MB 00:20 2026-04-02T11:40:11.893 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:40:11.896 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:40:11.915 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:40:11.921 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:40:11.962 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:40:11.996 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:40:12.002 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:40:12.006 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:40:12.016 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:40:12.018 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:40:12.052 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:40:12.055 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:40:12.077 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:40:12.123 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:40:12.134 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:40:12.141 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:40:12.146 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:40:12.153 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:40:12.156 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:40:12.160 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:40:12.164 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:40:12.193 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:40:12.211 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:40:12.215 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:40:12.219 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:40:12.223 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:40:12.228 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:40:12.231 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:40:12.240 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:40:12.243 INFO:teuthology.orchestra.run.vm08.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:40:12.263 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:40:12.296 INFO:teuthology.orchestra.run.vm08.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:40:12.319 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:40:12.325 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:40:12.330 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:40:12.340 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:40:12.344 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:40:12.350 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:40:12.357 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:40:12.363 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:40:12.399 INFO:teuthology.orchestra.run.vm08.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:40:12.437 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:40:12.446 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:40:12.457 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:40:12.472 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:40:12.482 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:40:12.517 INFO:teuthology.orchestra.run.vm08.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:40:12.531 INFO:teuthology.orchestra.run.vm08.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:40:12.550 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:40:12.614 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:40:12.621 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:40:12.627 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:40:12.630 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:40:12.639 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:40:12.682 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:40:12.692 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:40:12.700 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:40:12.709 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:40:12.716 INFO:teuthology.orchestra.run.vm08.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:40:12.720 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:40:12.740 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:40:12.745 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:40:12.750 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:40:12.756 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:40:12.766 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:40:12.770 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:40:12.777 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:40:12.784 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:40:12.790 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:40:12.796 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:40:12.801 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:40:12.806 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:40:12.811 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:40:12.823 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:40:12.829 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:40:12.839 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:40:12.851 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:40:12.854 INFO:teuthology.orchestra.run.vm08.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:40:12.857 INFO:teuthology.orchestra.run.vm08.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:40:12.864 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:40:12.880 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:40:12.886 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:40:12.989 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:40:13.000 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:40:13.004 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:40:13.010 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:40:13.023 INFO:teuthology.orchestra.run.vm08.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:40:13.026 INFO:teuthology.orchestra.run.vm08.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:40:13.049 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:40:13.049 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:40:13.049 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:13.154 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:40:13.190 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:40:13.215 INFO:teuthology.orchestra.run.vm08.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:40:13.230 INFO:teuthology.orchestra.run.vm08.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:40:13.231 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:40:13.254 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:40:13.258 INFO:teuthology.orchestra.run.vm08.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:40:13.322 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:13.326 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:13.340 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:13.340 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:40:13.341 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:13.356 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:40:13.366 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:40:13.373 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:40:13.414 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:40:13.427 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:40:13.439 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:40:13.495 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:40:13.859 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:40:13.904 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:40:13.912 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:40:13.920 INFO:teuthology.orchestra.run.vm08.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:40:13.929 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:40:13.940 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:40:13.965 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:40:14.068 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:40:14.076 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:40:14.084 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:40:14.097 INFO:teuthology.orchestra.run.vm08.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:40:14.463 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:40:14.491 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:40:14.503 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:40:14.511 INFO:teuthology.orchestra.run.vm08.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:40:14.519 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:40:14.593 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-04-02T11:40:14.595 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:40:14.601 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:40:14.637 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:40:14.699 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-04-02T11:40:14.699 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-04-02T11:40:15.107 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:40:15.231 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:40:16.229 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:40:16.254 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:40:16.273 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:40:16.279 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:40:16.284 INFO:teuthology.orchestra.run.vm08.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:40:16.286 INFO:teuthology.orchestra.run.vm08.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:40:16.305 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:40:16.306 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:40:16.306 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:16.404 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-04-02T11:40:16.404 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-04-02T11:40:16.587 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:40:16.695 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:40:16.702 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:40:16.706 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:40:16.712 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:40:16.717 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:40:16.723 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:40:16.745 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:40:16.752 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:40:16.756 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:40:16.766 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:40:16.768 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:40:16.831 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:40:16.840 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:40:16.843 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:40:16.848 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:40:16.852 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:40:16.856 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:40:16.859 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:40:16.865 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:40:16.874 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:40:16.884 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:40:16.892 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:40:16.905 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:40:16.920 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:40:17.173 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:40:17.239 INFO:teuthology.orchestra.run.vm08.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:40:17.248 INFO:teuthology.orchestra.run.vm08.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:40:17.252 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:40:17.257 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:40:17.284 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:40:17.297 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:40:17.300 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:40:17.324 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:40:17.331 INFO:teuthology.orchestra.run.vm08.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:40:17.336 INFO:teuthology.orchestra.run.vm08.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:40:17.339 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:40:17.344 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:40:18.215 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-02T11:40:18.326 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-02T11:40:18.382 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-04-02T11:40:18.411 INFO:teuthology.orchestra.run.vm01.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/314 2026-04-02T11:40:18.421 INFO:teuthology.orchestra.run.vm01.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/314 2026-04-02T11:40:18.426 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/314 2026-04-02T11:40:18.429 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/314 2026-04-02T11:40:18.467 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/314 2026-04-02T11:40:18.480 INFO:teuthology.orchestra.run.vm01.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/314 2026-04-02T11:40:18.487 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/314 2026-04-02T11:40:18.492 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/314 2026-04-02T11:40:18.497 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/314 2026-04-02T11:40:18.510 INFO:teuthology.orchestra.run.vm01.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/314 2026-04-02T11:40:18.697 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/314 2026-04-02T11:40:18.701 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:40:18.765 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:40:18.772 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:40:18.789 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 13/314 2026-04-02T11:40:18.793 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 14/314 2026-04-02T11:40:18.795 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:40:18.832 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:40:18.836 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 16/314 2026-04-02T11:40:18.849 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/314 2026-04-02T11:40:18.854 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/314 2026-04-02T11:40:18.860 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/314 2026-04-02T11:40:18.865 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/314 2026-04-02T11:40:18.869 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/314 2026-04-02T11:40:18.873 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 22/314 2026-04-02T11:40:18.878 INFO:teuthology.orchestra.run.vm01.stdout: Installing : liboath-2.6.12-1.el9.x86_64 23/314 2026-04-02T11:40:18.883 INFO:teuthology.orchestra.run.vm01.stdout: Installing : atinject-1.0.3-9.el9.noarch 24/314 2026-04-02T11:40:18.891 INFO:teuthology.orchestra.run.vm01.stdout: Installing : opus-1.3.1-10.el9.x86_64 25/314 2026-04-02T11:40:18.933 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/314 2026-04-02T11:40:19.116 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 27/314 2026-04-02T11:40:19.118 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:40:19.136 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 28/314 2026-04-02T11:40:19.147 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 29/314 2026-04-02T11:40:19.188 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lcms2-2.12-3.el9.x86_64 30/314 2026-04-02T11:40:19.224 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 31/314 2026-04-02T11:40:19.229 INFO:teuthology.orchestra.run.vm01.stdout: Installing : atk-2.36.0-5.el9.x86_64 32/314 2026-04-02T11:40:19.233 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 33/314 2026-04-02T11:40:19.242 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 34/314 2026-04-02T11:40:19.244 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:40:19.275 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 35/314 2026-04-02T11:40:19.277 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:40:19.293 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 36/314 2026-04-02T11:40:19.334 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 37/314 2026-04-02T11:40:19.344 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 38/314 2026-04-02T11:40:19.453 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 39/314 2026-04-02T11:40:19.458 INFO:teuthology.orchestra.run.vm01.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 40/314 2026-04-02T11:40:19.467 INFO:teuthology.orchestra.run.vm01.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 41/314 2026-04-02T11:40:19.469 INFO:teuthology.orchestra.run.vm01.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 42/314 2026-04-02T11:40:19.473 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 43/314 2026-04-02T11:40:19.477 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 44/314 2026-04-02T11:40:19.506 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 45/314 2026-04-02T11:40:19.519 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 46/314 2026-04-02T11:40:19.524 INFO:teuthology.orchestra.run.vm01.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 47/314 2026-04-02T11:40:19.526 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 48/314 2026-04-02T11:40:19.531 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 49/314 2026-04-02T11:40:19.535 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 50/314 2026-04-02T11:40:19.539 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 51/314 2026-04-02T11:40:19.547 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 52/314 2026-04-02T11:40:19.550 INFO:teuthology.orchestra.run.vm01.stdout: Installing : dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:40:19.572 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 53/314 2026-04-02T11:40:19.608 INFO:teuthology.orchestra.run.vm01.stdout: Installing : unzip-6.0-59.el9.x86_64 54/314 2026-04-02T11:40:19.626 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 55/314 2026-04-02T11:40:19.631 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 56/314 2026-04-02T11:40:19.635 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 57/314 2026-04-02T11:40:19.643 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 58/314 2026-04-02T11:40:19.645 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 59/314 2026-04-02T11:40:19.652 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 60/314 2026-04-02T11:40:19.657 INFO:teuthology.orchestra.run.vm01.stdout: Installing : fuse-2.9.9-17.el9.x86_64 61/314 2026-04-02T11:40:19.663 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 62/314 2026-04-02T11:40:19.698 INFO:teuthology.orchestra.run.vm01.stdout: Installing : re2-1:20211101-20.el9.x86_64 63/314 2026-04-02T11:40:19.737 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 64/314 2026-04-02T11:40:19.745 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 65/314 2026-04-02T11:40:19.756 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 66/314 2026-04-02T11:40:19.772 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 67/314 2026-04-02T11:40:19.781 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 68/314 2026-04-02T11:40:19.812 INFO:teuthology.orchestra.run.vm01.stdout: Installing : zip-3.0-35.el9.x86_64 69/314 2026-04-02T11:40:19.823 INFO:teuthology.orchestra.run.vm01.stdout: Installing : luarocks-3.9.2-5.el9.noarch 70/314 2026-04-02T11:40:19.840 INFO:teuthology.orchestra.run.vm01.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 71/314 2026-04-02T11:40:19.910 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rsa-4.9-2.el9.noarch 72/314 2026-04-02T11:40:19.915 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 73/314 2026-04-02T11:40:19.920 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 74/314 2026-04-02T11:40:19.923 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 75/314 2026-04-02T11:40:19.930 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 76/314 2026-04-02T11:40:19.957 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 77/314 2026-04-02T11:40:19.965 INFO:teuthology.orchestra.run.vm01.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 78/314 2026-04-02T11:40:19.972 INFO:teuthology.orchestra.run.vm01.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 79/314 2026-04-02T11:40:19.979 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 80/314 2026-04-02T11:40:19.982 INFO:teuthology.orchestra.run.vm01.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 81/314 2026-04-02T11:40:19.986 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 82/314 2026-04-02T11:40:20.005 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 83/314 2026-04-02T11:40:20.009 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 84/314 2026-04-02T11:40:20.012 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 85/314 2026-04-02T11:40:20.016 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 86/314 2026-04-02T11:40:20.025 INFO:teuthology.orchestra.run.vm01.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 87/314 2026-04-02T11:40:20.027 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 88/314 2026-04-02T11:40:20.033 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 89/314 2026-04-02T11:40:20.038 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 90/314 2026-04-02T11:40:20.043 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 91/314 2026-04-02T11:40:20.048 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 92/314 2026-04-02T11:40:20.053 INFO:teuthology.orchestra.run.vm01.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 93/314 2026-04-02T11:40:20.057 INFO:teuthology.orchestra.run.vm01.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 94/314 2026-04-02T11:40:20.061 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 95/314 2026-04-02T11:40:20.068 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jansi-2.3.3-9.el9.x86_64 96/314 2026-04-02T11:40:20.073 INFO:teuthology.orchestra.run.vm01.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 97/314 2026-04-02T11:40:20.083 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jsoup-1.13.1-13.el9.noarch 98/314 2026-04-02T11:40:20.091 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 99/314 2026-04-02T11:40:20.094 INFO:teuthology.orchestra.run.vm01.stdout: Installing : guava-30.1-10.el9.noarch 100/314 2026-04-02T11:40:20.097 INFO:teuthology.orchestra.run.vm01.stdout: Installing : google-guice-4.2.3-12.el9.noarch 101/314 2026-04-02T11:40:20.103 INFO:teuthology.orchestra.run.vm01.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 102/314 2026-04-02T11:40:20.120 INFO:teuthology.orchestra.run.vm01.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 103/314 2026-04-02T11:40:20.125 INFO:teuthology.orchestra.run.vm01.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 104/314 2026-04-02T11:40:20.227 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 105/314 2026-04-02T11:40:20.236 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 106/314 2026-04-02T11:40:20.241 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 107/314 2026-04-02T11:40:20.246 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 108/314 2026-04-02T11:40:20.257 INFO:teuthology.orchestra.run.vm01.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 109/314 2026-04-02T11:40:20.260 INFO:teuthology.orchestra.run.vm01.stdout: Installing : upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:40:20.276 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 110/314 2026-04-02T11:40:20.276 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-02T11:40:20.276 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:20.374 INFO:teuthology.orchestra.run.vm01.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 111/314 2026-04-02T11:40:20.406 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 112/314 2026-04-02T11:40:20.426 INFO:teuthology.orchestra.run.vm01.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 113/314 2026-04-02T11:40:20.439 INFO:teuthology.orchestra.run.vm01.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 114/314 2026-04-02T11:40:20.441 INFO:teuthology.orchestra.run.vm01.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:40:20.459 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 115/314 2026-04-02T11:40:20.463 INFO:teuthology.orchestra.run.vm01.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 116/314 2026-04-02T11:40:20.527 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:20.531 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:20.549 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 117/314 2026-04-02T11:40:20.550 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-02T11:40:20.550 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:20.563 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 118/314 2026-04-02T11:40:20.573 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 119/314 2026-04-02T11:40:20.581 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 120/314 2026-04-02T11:40:20.624 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 121/314 2026-04-02T11:40:20.635 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 122/314 2026-04-02T11:40:20.647 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 123/314 2026-04-02T11:40:20.698 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 124/314 2026-04-02T11:40:20.995 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 125/314 2026-04-02T11:40:21.030 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 126/314 2026-04-02T11:40:21.036 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 127/314 2026-04-02T11:40:21.042 INFO:teuthology.orchestra.run.vm01.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 128/314 2026-04-02T11:40:21.048 INFO:teuthology.orchestra.run.vm01.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 129/314 2026-04-02T11:40:21.058 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 130/314 2026-04-02T11:40:21.079 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 131/314 2026-04-02T11:40:21.168 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 132/314 2026-04-02T11:40:21.174 INFO:teuthology.orchestra.run.vm01.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 133/314 2026-04-02T11:40:21.181 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 134/314 2026-04-02T11:40:21.195 INFO:teuthology.orchestra.run.vm01.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 135/314 2026-04-02T11:40:21.493 INFO:teuthology.orchestra.run.vm01.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 136/314 2026-04-02T11:40:21.518 INFO:teuthology.orchestra.run.vm01.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 137/314 2026-04-02T11:40:21.530 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 138/314 2026-04-02T11:40:21.539 INFO:teuthology.orchestra.run.vm01.stdout: Installing : orc-0.4.31-8.el9.x86_64 139/314 2026-04-02T11:40:21.546 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 140/314 2026-04-02T11:40:21.615 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openblas-0.3.29-1.el9.x86_64 141/314 2026-04-02T11:40:21.618 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 142/314 2026-04-02T11:40:21.643 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:40:22.078 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:40:22.175 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 145/314 2026-04-02T11:40:23.056 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 146/314 2026-04-02T11:40:23.208 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 147/314 2026-04-02T11:40:23.241 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 148/314 2026-04-02T11:40:23.355 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lua-posix-35.0-8.el9.x86_64 149/314 2026-04-02T11:40:23.392 INFO:teuthology.orchestra.run.vm01.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 150/314 2026-04-02T11:40:23.530 INFO:teuthology.orchestra.run.vm01.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:40:23.546 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 151/314 2026-04-02T11:40:23.546 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-02T11:40:23.546 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:23.970 INFO:teuthology.orchestra.run.vm01.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 152/314 2026-04-02T11:40:23.988 INFO:teuthology.orchestra.run.vm01.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 153/314 2026-04-02T11:40:23.997 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 154/314 2026-04-02T11:40:24.014 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 155/314 2026-04-02T11:40:24.020 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libsbc-1.4-9.el9.x86_64 156/314 2026-04-02T11:40:24.027 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 157/314 2026-04-02T11:40:24.034 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 158/314 2026-04-02T11:40:24.054 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 159/314 2026-04-02T11:40:24.060 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 160/314 2026-04-02T11:40:24.064 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 161/314 2026-04-02T11:40:24.075 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 162/314 2026-04-02T11:40:24.077 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:40:24.128 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 163/314 2026-04-02T11:40:24.136 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libexif-0.6.22-6.el9.x86_64 164/314 2026-04-02T11:40:24.139 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 165/314 2026-04-02T11:40:24.144 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libasyncns-0.8-22.el9.x86_64 166/314 2026-04-02T11:40:24.147 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 167/314 2026-04-02T11:40:24.151 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXv-1.0.11-16.el9.x86_64 168/314 2026-04-02T11:40:24.154 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 169/314 2026-04-02T11:40:24.159 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 170/314 2026-04-02T11:40:24.165 INFO:teuthology.orchestra.run.vm01.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 171/314 2026-04-02T11:40:24.176 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 172/314 2026-04-02T11:40:24.179 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:40:24.183 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 173/314 2026-04-02T11:40:24.192 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:40:24.197 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 174/314 2026-04-02T11:40:24.200 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:40:24.205 INFO:teuthology.orchestra.run.vm01.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 175/314 2026-04-02T11:40:24.206 INFO:teuthology.orchestra.run.vm08.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:40:24.210 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:40:24.214 INFO:teuthology.orchestra.run.vm08.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:40:24.257 INFO:teuthology.orchestra.run.vm08.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:40:24.430 INFO:teuthology.orchestra.run.vm01.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 176/314 2026-04-02T11:40:24.497 INFO:teuthology.orchestra.run.vm01.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 177/314 2026-04-02T11:40:24.506 INFO:teuthology.orchestra.run.vm01.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 178/314 2026-04-02T11:40:24.510 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 179/314 2026-04-02T11:40:24.547 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gsm-1.0.19-6.el9.x86_64 180/314 2026-04-02T11:40:24.571 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 181/314 2026-04-02T11:40:24.582 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 182/314 2026-04-02T11:40:24.585 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:40:24.602 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 183/314 2026-04-02T11:40:24.606 INFO:teuthology.orchestra.run.vm01.stdout: Installing : graphene-1.10.6-2.el9.x86_64 184/314 2026-04-02T11:40:24.610 INFO:teuthology.orchestra.run.vm01.stdout: Installing : giflib-5.2.1-9.el9.x86_64 185/314 2026-04-02T11:40:24.614 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 186/314 2026-04-02T11:40:24.616 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:40:26.002 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:40:26.057 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:40:26.061 INFO:teuthology.orchestra.run.vm08.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:40:26.085 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:40:26.086 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:40:26.086 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:26.110 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:40:26.120 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:40:26.139 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:40:26.161 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:40:26.262 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:40:26.277 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:40:26.309 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:40:26.318 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:40:26.324 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:40:26.327 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:40:26.366 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:40:26.372 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:40:26.374 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:40:26.398 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:40:26.559 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:40:26.563 INFO:teuthology.orchestra.run.vm08.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:40:26.907 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:40:26.907 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:40:26.907 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:26.920 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:40:27.398 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:40:27.406 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:40:27.421 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:40:27.429 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:40:27.435 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:40:27.511 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:40:27.516 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:40:27.520 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:40:27.526 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:40:27.530 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:40:27.593 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:40:27.614 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:40:27.647 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:40:27.652 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:40:27.733 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:40:27.740 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:40:27.760 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:40:27.791 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:40:27.818 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:27.818 INFO:teuthology.orchestra.run.vm08.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:40:27.818 INFO:teuthology.orchestra.run.vm08.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:40:27.818 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:27.830 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:27.868 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:27.868 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:40:27.868 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:27.915 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:40:27.922 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:40:27.928 INFO:teuthology.orchestra.run.vm08.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:40:27.933 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:40:27.937 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:40:28.004 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:28.007 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:28.027 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:28.027 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:40:28.027 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:28.148 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:40:28.175 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:40:28.185 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:40:28.192 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:40:28.195 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:40:28.254 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:28.257 INFO:teuthology.orchestra.run.vm08.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:28.277 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:28.367 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:40:28.405 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:40:28.409 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:40:28.439 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:40:28.536 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:40:28.554 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:40:28.557 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:40:28.581 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:40:28.583 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:40:28.633 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:40:28.638 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:40:28.649 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:40:28.657 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:40:28.664 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:40:28.688 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:40:28.697 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:40:28.762 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:40:28.774 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:40:28.790 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:40:28.804 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:40:28.817 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:40:28.849 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:40:28.866 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:40:28.889 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:40:28.897 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:40:28.908 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:40:28.959 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:40:29.407 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:40:29.426 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:40:29.432 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:40:29.441 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:40:29.449 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:40:29.456 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:40:29.493 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:40:29.501 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:40:29.510 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:40:29.515 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:40:29.523 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:40:29.873 INFO:teuthology.orchestra.run.vm08.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:40:29.876 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:40:29.907 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:40:29.910 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:40:31.344 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:31.371 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:31.559 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 187/314 2026-04-02T11:40:31.574 INFO:teuthology.orchestra.run.vm01.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 188/314 2026-04-02T11:40:31.582 INFO:teuthology.orchestra.run.vm01.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 189/314 2026-04-02T11:40:31.589 INFO:teuthology.orchestra.run.vm01.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 190/314 2026-04-02T11:40:31.595 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 191/314 2026-04-02T11:40:31.597 INFO:teuthology.orchestra.run.vm01.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 192/314 2026-04-02T11:40:31.640 INFO:teuthology.orchestra.run.vm01.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 193/314 2026-04-02T11:40:31.767 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:31.774 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:40:31.828 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:40:31.828 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:40:31.828 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:40:31.828 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:31.835 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:40:33.499 INFO:teuthology.orchestra.run.vm01.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 194/314 2026-04-02T11:40:33.544 INFO:teuthology.orchestra.run.vm01.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 195/314 2026-04-02T11:40:33.548 INFO:teuthology.orchestra.run.vm01.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:40:33.570 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 196/314 2026-04-02T11:40:33.570 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-02T11:40:33.570 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:33.599 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 197/314 2026-04-02T11:40:33.610 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-packaging-20.9-5.el9.noarch 198/314 2026-04-02T11:40:33.635 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 199/314 2026-04-02T11:40:33.664 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 200/314 2026-04-02T11:40:33.772 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 201/314 2026-04-02T11:40:33.787 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 202/314 2026-04-02T11:40:33.820 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 203/314 2026-04-02T11:40:33.829 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 204/314 2026-04-02T11:40:33.835 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 205/314 2026-04-02T11:40:33.837 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 206/314 2026-04-02T11:40:33.876 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:40:33.883 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 207/314 2026-04-02T11:40:33.886 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:40:33.910 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 208/314 2026-04-02T11:40:34.061 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 209/314 2026-04-02T11:40:34.066 INFO:teuthology.orchestra.run.vm01.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:40:34.469 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 210/314 2026-04-02T11:40:34.469 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-02T11:40:34.469 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:34.484 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 211/314 2026-04-02T11:40:35.006 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 212/314 2026-04-02T11:40:35.015 INFO:teuthology.orchestra.run.vm01.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:40:35.032 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 213/314 2026-04-02T11:40:35.040 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 214/314 2026-04-02T11:40:35.045 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 215/314 2026-04-02T11:40:35.164 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 216/314 2026-04-02T11:40:35.169 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 217/314 2026-04-02T11:40:35.174 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 218/314 2026-04-02T11:40:35.179 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 219/314 2026-04-02T11:40:35.183 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 220/314 2026-04-02T11:40:35.241 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 221/314 2026-04-02T11:40:35.263 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 222/314 2026-04-02T11:40:35.299 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 223/314 2026-04-02T11:40:35.304 INFO:teuthology.orchestra.run.vm01.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:40:35.395 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 224/314 2026-04-02T11:40:35.402 INFO:teuthology.orchestra.run.vm01.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:40:35.425 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 225/314 2026-04-02T11:40:35.428 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 226/314 2026-04-02T11:40:35.452 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:35.452 INFO:teuthology.orchestra.run.vm01.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-02T11:40:35.452 INFO:teuthology.orchestra.run.vm01.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-02T11:40:35.452 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:35.465 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:35.507 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 227/314 2026-04-02T11:40:35.507 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-02T11:40:35.507 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:35.565 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 228/314 2026-04-02T11:40:35.571 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 229/314 2026-04-02T11:40:35.576 INFO:teuthology.orchestra.run.vm01.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 230/314 2026-04-02T11:40:35.580 INFO:teuthology.orchestra.run.vm01.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 231/314 2026-04-02T11:40:35.585 INFO:teuthology.orchestra.run.vm01.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 232/314 2026-04-02T11:40:35.660 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:35.663 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:35.688 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 233/314 2026-04-02T11:40:35.688 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-02T11:40:35.688 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:35.822 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 234/314 2026-04-02T11:40:35.858 INFO:teuthology.orchestra.run.vm01.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 235/314 2026-04-02T11:40:35.867 INFO:teuthology.orchestra.run.vm01.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 236/314 2026-04-02T11:40:35.875 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 237/314 2026-04-02T11:40:35.878 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 238/314 2026-04-02T11:40:35.947 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:35.951 INFO:teuthology.orchestra.run.vm01.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:35.973 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 239/314 2026-04-02T11:40:36.082 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:40:36.121 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 240/314 2026-04-02T11:40:36.125 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:40:36.166 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 241/314 2026-04-02T11:40:36.261 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 242/314 2026-04-02T11:40:36.280 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 243/314 2026-04-02T11:40:36.283 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:40:36.304 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 244/314 2026-04-02T11:40:36.307 INFO:teuthology.orchestra.run.vm01.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:40:36.362 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 245/314 2026-04-02T11:40:36.368 INFO:teuthology.orchestra.run.vm01.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:40:36.379 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 246/314 2026-04-02T11:40:36.387 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 247/314 2026-04-02T11:40:36.393 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 248/314 2026-04-02T11:40:36.414 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 249/314 2026-04-02T11:40:36.424 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 250/314 2026-04-02T11:40:36.503 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/314 2026-04-02T11:40:36.515 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/314 2026-04-02T11:40:36.533 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/314 2026-04-02T11:40:36.551 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/314 2026-04-02T11:40:36.563 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/314 2026-04-02T11:40:36.595 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/314 2026-04-02T11:40:36.616 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/314 2026-04-02T11:40:36.646 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 258/314 2026-04-02T11:40:36.658 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 259/314 2026-04-02T11:40:36.672 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 260/314 2026-04-02T11:40:36.735 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 261/314 2026-04-02T11:40:37.225 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 262/314 2026-04-02T11:40:37.246 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 263/314 2026-04-02T11:40:37.255 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 264/314 2026-04-02T11:40:37.265 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 265/314 2026-04-02T11:40:37.275 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 266/314 2026-04-02T11:40:37.282 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 267/314 2026-04-02T11:40:37.322 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 268/314 2026-04-02T11:40:37.331 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 269/314 2026-04-02T11:40:37.340 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 270/314 2026-04-02T11:40:37.345 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 271/314 2026-04-02T11:40:37.354 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 272/314 2026-04-02T11:40:37.721 INFO:teuthology.orchestra.run.vm01.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 273/314 2026-04-02T11:40:37.724 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:40:37.750 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 274/314 2026-04-02T11:40:37.753 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 275/314 2026-04-02T11:40:39.184 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:39.191 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:39.591 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 276/314 2026-04-02T11:40:39.597 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:40:39.654 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 277/314 2026-04-02T11:40:39.654 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-02T11:40:39.654 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-02T11:40:39.654 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:39.672 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /sys 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /proc 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /mnt 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /var/tmp 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /home 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /root 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /tmp 2026-04-02T11:40:39.708 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:39.831 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:40:39.856 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:40:39.856 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:39.856 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:40:39.856 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:40.758 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:40:40.793 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:40.916 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:40:40.946 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:41.235 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:40:41.267 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:41.386 INFO:teuthology.orchestra.run.vm08.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:40:41.570 INFO:teuthology.orchestra.run.vm08.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:40:41.670 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:40:41.855 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:40:41.985 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:40:41.996 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:40:42.007 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:40:42.048 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:40:42.052 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:40:44.112 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:40:44.129 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:40:44.719 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:40:44.728 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:40:44.748 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:40:44.750 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:40:44.820 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:40:44.876 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:40:44.879 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:40:44.908 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:44.925 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:40:44.942 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:40:46.259 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:40:46.350 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:40:46.379 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:46.528 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:40:46.553 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:40:46.555 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:46.555 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:40:46.555 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:46.824 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:40:46.853 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:40:46.862 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:46.862 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:40:46.863 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:40:46.863 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:40:46.863 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 278/314 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /sys 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /proc 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /mnt 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /var/tmp 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /home 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /root 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /tmp 2026-04-02T11:40:47.480 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:47.584 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:40:47.602 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 279/314 2026-04-02T11:40:47.602 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:47.602 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-02T11:40:47.602 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:48.495 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:40:48.523 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 280/314 2026-04-02T11:40:48.523 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:48.524 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-02T11:40:48.524 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:40:48.524 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-02T11:40:48.524 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:48.642 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 281/314 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-02T11:40:48.666 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:48.946 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 282/314 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-02T11:40:48.973 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:49.009 INFO:teuthology.orchestra.run.vm01.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 283/314 2026-04-02T11:40:49.070 INFO:teuthology.orchestra.run.vm01.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 284/314 2026-04-02T11:40:49.088 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 285/314 2026-04-02T11:40:49.092 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 286/314 2026-04-02T11:40:49.172 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:40:49.178 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 287/314 2026-04-02T11:40:49.188 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 288/314 2026-04-02T11:40:49.220 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 289/314 2026-04-02T11:40:49.223 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:40:51.254 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 290/314 2026-04-02T11:40:51.269 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:40:51.659 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:40:51.660 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:40:51.674 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:40:51.679 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:40:51.692 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:40:51.695 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:40:51.722 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:40:51.722 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:40:51.722 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:51.766 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:40:51.815 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:40:51.823 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:40:51.837 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:40:51.845 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:40:51.864 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:40:51.869 INFO:teuthology.orchestra.run.vm08.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:40:51.869 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:40:51.876 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 291/314 2026-04-02T11:40:51.879 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:40:51.896 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:40:51.896 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:51.897 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 292/314 2026-04-02T11:40:51.899 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:40:51.917 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:51.931 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:40:51.939 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:40:51.950 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:40:51.966 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:40:51.967 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:40:51.967 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:40:51.967 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:51.973 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 293/314 2026-04-02T11:40:51.984 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:40:52.025 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 294/314 2026-04-02T11:40:52.029 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:40:52.031 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 295/314 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-02T11:40:52.060 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:52.078 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:40:52.092 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 296/314 2026-04-02T11:40:53.473 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 297/314 2026-04-02T11:40:53.577 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:40:53.609 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 298/314 2026-04-02T11:40:53.618 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:53.618 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-02T11:40:53.618 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:40:53.618 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-02T11:40:53.618 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:53.646 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:40:53.675 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 299/314 2026-04-02T11:40:53.675 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:53.675 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-02T11:40:53.675 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:53.881 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 300/314 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-02T11:40:53.914 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:40:53.978 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:40:53.979 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:40:53.981 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:40:53.982 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:40:53.983 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:40:53.987 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:40:53.988 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:40:53.989 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:40:53.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:40:53.991 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:40:54.138 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:40:54.139 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:40:54.140 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:40:54.141 INFO:teuthology.orchestra.run.vm08.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:40:54.142 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:40:54.143 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:40:54.144 INFO:teuthology.orchestra.run.vm08.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:40:54.144 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:40:54.144 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-04-02T11:40:54.285 DEBUG:teuthology.parallel:result is None 2026-04-02T11:40:58.906 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 301/314 2026-04-02T11:40:58.907 INFO:teuthology.orchestra.run.vm01.stdout: Installing : maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:40:58.920 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 302/314 2026-04-02T11:40:58.925 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 303/314 2026-04-02T11:40:58.940 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 304/314 2026-04-02T11:40:58.943 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:40:58.968 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 305/314 2026-04-02T11:40:58.968 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-02T11:40:58.968 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:59.014 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 306/314 2026-04-02T11:40:59.069 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 307/314 2026-04-02T11:40:59.078 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 308/314 2026-04-02T11:40:59.091 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 309/314 2026-04-02T11:40:59.099 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 310/314 2026-04-02T11:40:59.123 INFO:teuthology.orchestra.run.vm01.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 311/314 2026-04-02T11:40:59.129 INFO:teuthology.orchestra.run.vm01.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 312/314 2026-04-02T11:40:59.129 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:40:59.153 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 313/314 2026-04-02T11:40:59.154 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:59.176 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:40:59.189 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 314/314 2026-04-02T11:40:59.198 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 314/314 2026-04-02T11:40:59.212 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 314/314 2026-04-02T11:40:59.225 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 314/314 2026-04-02T11:40:59.225 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:40:59.225 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-02T11:40:59.225 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:40:59.241 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:40:59.292 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 314/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 1/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 2/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 3/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 4/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426 5/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 6/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 7/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 8/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 9/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 10/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x 11/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 12/314 2026-04-02T11:41:01.534 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.cly 13/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clys 14/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.cly 15/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 16/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 17/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso 18/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.cly 19/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 20/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el 21/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9. 22/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso 23/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 24/314 2026-04-02T11:41:01.535 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 25/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x8 26/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_6 27/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86 28/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 29/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5. 30/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.cly 31/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.c 32/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce84 33/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.c 34/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el 35/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso. 36/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.e 37/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.no 38/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 39/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/314 2026-04-02T11:41:01.537 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/314 2026-04-02T11:41:01.538 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 102/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 103/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 104/314 2026-04-02T11:41:01.539 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 105/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 106/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 107/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 108/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 109/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 110/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 111/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 112/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 113/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : unzip-6.0-59.el9.x86_64 114/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : zip-3.0-35.el9.x86_64 115/314 2026-04-02T11:41:01.540 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 116/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 117/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 118/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 119/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 120/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 121/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 122/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 123/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 124/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : atinject-1.0.3-9.el9.noarch 125/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : atk-2.36.0-5.el9.x86_64 126/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 127/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 128/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 129/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 130/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 131/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 132/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 133/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 134/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 135/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 136/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 137/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 138/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 139/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 140/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 141/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 142/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 144/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 145/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 146/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 147/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 148/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 149/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 150/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 151/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 152/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 153/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 154/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : guava-30.1-10.el9.noarch 155/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 156/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 157/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 158/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 159/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 160/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 161/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 162/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 163/314 2026-04-02T11:41:01.541 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 164/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 165/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 166/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 167/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 168/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 169/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 170/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lcms2-2.12-3.el9.x86_64 171/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 172/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 173/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 174/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 175/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 176/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 177/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 178/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 179/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 180/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 181/314 2026-04-02T11:41:01.542 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 182/314 2026-04-02T11:41:01.544 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 183/314 2026-04-02T11:41:01.544 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 184/314 2026-04-02T11:41:01.544 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 185/314 2026-04-02T11:41:01.544 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 186/314 2026-04-02T11:41:01.544 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 187/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 188/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 189/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 190/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 191/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 192/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 193/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 194/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 195/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 196/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 197/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 198/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 199/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 200/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 201/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 202/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 203/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 204/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libsbc-1.4-9.el9.x86_64 205/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 206/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 207/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 208/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 209/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 210/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 211/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 212/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 213/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 214/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 215/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 216/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 217/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 218/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 219/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 220/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 221/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 222/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 223/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-5.4.4-4.el9.x86_64 224/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 225/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 226/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 227/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 228/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 229/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 230/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 231/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 232/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 233/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 234/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 235/314 2026-04-02T11:41:01.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 236/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 237/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 238/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 239/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 240/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : opus-1.3.1-10.el9.x86_64 241/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : orc-0.4.31-8.el9.x86_64 242/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 243/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 244/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 245/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 246/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 247/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 248/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 249/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 250/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 251/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 253/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 254/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 255/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 256/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 257/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 258/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 259/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 260/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 261/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 262/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 263/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 264/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 265/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 266/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 267/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 268/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 269/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 270/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 271/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 272/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 273/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 274/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 275/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 276/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 277/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 278/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 279/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 280/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 281/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 282/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 283/314 2026-04-02T11:41:01.546 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 284/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 285/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rtkit-0.11-29.el9.x86_64 286/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 287/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 288/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 289/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 290/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 291/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 292/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 293/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 294/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 295/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 296/314 2026-04-02T11:41:01.547 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : upower-0.99.13-2.el9.x86_64 297/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 298/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 299/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 300/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 301/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 302/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 303/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 304/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 305/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 306/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 307/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 308/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 309/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 310/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_ 311/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 312/314 2026-04-02T11:41:01.548 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 313/314 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 314/314 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout:Upgraded: 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: librados2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: librbd1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: atinject-1.0.3-9.el9.noarch 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: atk-2.36.0-5.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-02T11:41:01.716 INFO:teuthology.orchestra.run.vm01.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: cephadm-2:20.2.0-9.ge2ce8426bc5.el9.clyso.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-02T11:41:01.717 INFO:teuthology.orchestra.run.vm01.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: guava-30.1-10.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: lcms2-2.12-3.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-daemon-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-proxy2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.718 INFO:teuthology.orchestra.run.vm01.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: librgw2-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libsbc-1.4-9.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-04-02T11:41:01.719 INFO:teuthology.orchestra.run.vm01.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: lua-5.4.4-4.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: opus-1.3.1-10.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: orc-0.4.31-8.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-02T11:41:01.720 INFO:teuthology.orchestra.run.vm01.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.721 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd-2:20.2.0-9.ge2ce8426bc5.el9.clyso.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: re2-1:20211101-20.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: rtkit-0.11-29.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: unzip-6.0-59.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: upower-0.99.13-2.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-02T11:41:01.722 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-02T11:41:01.723 INFO:teuthology.orchestra.run.vm01.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-02T11:41:01.723 INFO:teuthology.orchestra.run.vm01.stdout: zip-3.0-35.el9.x86_64 2026-04-02T11:41:01.723 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:01.723 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-04-02T11:41:01.894 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:01.894 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:41:01.894 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-02T11:41:01.894 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-02T11:41:01.894 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:01.894 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:41:01.946 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:01.948 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-02T11:41:01.993 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-02T11:41:02.010 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:02.010 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:41:02.059 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:41:02.146 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:02.146 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/daemon-helper 2026-04-02T11:41:02.195 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-02T11:41:02.283 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-02T11:41:02.283 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:02.283 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:41:02.328 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:41:02.414 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:02.414 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-02T11:41:02.458 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-02T11:41:02.540 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-02T11:41:02.540 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:02.540 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:41:02.586 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:41:02.673 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:02.673 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/stdin-killer 2026-04-02T11:41:02.715 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-02T11:41:02.800 INFO:teuthology.run_tasks:Running task ceph... 2026-04-02T11:41:02.859 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-02T11:41:02.859 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 777 /var/log/ceph 2026-04-02T11:41:02.861 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 777 /var/log/ceph 2026-04-02T11:41:02.910 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-02T11:41:02.910 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:41:02.938 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-02T11:41:02.982 INFO:tasks.ceph:Creating extra log directories... 2026-04-02T11:41:02.982 DEBUG:teuthology.orchestra.run.vm01:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:41:03.015 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-02T11:41:03.061 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-02T11:41:03.061 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-02T11:41:03.061 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps/4930', 'branch': 'wip-sse-s3-on-v20.2.0', 'description': 'rgw:verify/{0-install accounts$/{tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off-no-gc} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '4930', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'supriti-2026-04-01_22:09:12-rgw:verify-wip-sse-s3-on-v20.2.0-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'wip-sse-s3-on-v20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-2'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-9-ge2ce8426bc5/el9.clyso/x86_64'}]}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'ec-data-pool': True, 'erasure_code_profile': {'crush-failure-domain': 'osd', 'k': 3, 'm': 1, 'name': 'testprofile'}, 'frontend': 'beast', 'inline data': False, 'storage classes': {'FROZEN': None, 'LUKEWARM': None}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a'}}, 'owner': 'supriti', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4392, 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2', 'suite_path': '/home/teuthos/src/git.local_ceph_39db93915eaebf6594cccf2b5fc640e9a066446a/qa', 'suite_relpath': 'qa', 'suite_repo': 'http://git.local/ceph.git', 'suite_sha1': '39db93915eaebf6594cccf2b5fc640e9a066446a', 'targets': {'vm01.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMrcNWXDbkDbJ7gQzTye1pzFTApLOfp/5ooevD9xfl3ksK73pDGHnTEjHajhjrqQtbNyhnyyiT32lyI9YatzrNk=', 'vm08.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG/bFXg1tGpOzTqLAKTTtMHzKOraLqs0ku06Cwx3SfnIDBcgesmMX/aPKjbaUY7Ff/ZfBNDcxmCSTMalHLXInkk='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'e2ce8426bc5387b913d1b06bd31280ced108bbb6'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-tentacle', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'uv2', 'teuthology_sha1': 'a59626679648f962bca99d20d35578f2998c8f37', 'timestamp': '2026-04-01_22:09:12', 'tube': 'vps', 'user': 'supriti', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.1710593'} 2026-04-02T11:41:03.062 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:41:03.100 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-02T11:41:03.134 DEBUG:teuthology.orchestra.run.vm01:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:41:03.176 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/run/ceph 2026-04-02T11:41:03.223 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:03.223 DEBUG:teuthology.orchestra.run.vm01:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:41:03.256 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:41:03.256 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vg_nvme/lv_1 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 1069 Links: 1 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-04-02 11:40:59.664238282 +0000 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-04-02 11:40:34.555203197 +0000 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-04-02 11:40:34.555203197 +0000 2026-04-02T11:41:03.332 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-04-02 11:40:34.555203197 +0000 2026-04-02T11:41:03.332 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:41:03.417 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-04-02T11:41:03.417 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-04-02T11:41:03.417 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000259617 s, 2.0 MB/s 2026-04-02T11:41:03.418 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:41:03.451 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vg_nvme/lv_2 2026-04-02T11:41:03.524 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 1063 Links: 1 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-04-02 11:40:59.665238283 +0000 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-04-02 11:40:34.554203195 +0000 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-04-02 11:40:34.554203195 +0000 2026-04-02T11:41:03.525 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-04-02 11:40:34.554203195 +0000 2026-04-02T11:41:03.525 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:41:03.606 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-04-02T11:41:03.606 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-04-02T11:41:03.606 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.00027297 s, 1.9 MB/s 2026-04-02T11:41:03.607 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:41:03.684 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vg_nvme/lv_3 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 1082 Links: 1 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-04-02 11:40:59.665238283 +0000 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-04-02 11:40:34.569203216 +0000 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-04-02 11:40:34.569203216 +0000 2026-04-02T11:41:03.761 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-04-02 11:40:34.569203216 +0000 2026-04-02T11:41:03.761 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:41:03.844 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-04-02T11:41:03.844 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-04-02T11:41:03.844 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000191228 s, 2.7 MB/s 2026-04-02T11:41:03.845 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:41:03.921 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vg_nvme/lv_4 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 1075 Links: 1 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:03.993 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-04-02 11:40:59.665238283 +0000 2026-04-02T11:41:03.994 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-04-02 11:40:34.561203205 +0000 2026-04-02T11:41:03.994 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-04-02 11:40:34.561203205 +0000 2026-04-02T11:41:03.994 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-04-02 11:40:34.561203205 +0000 2026-04-02T11:41:03.994 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:41:04.075 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-04-02T11:41:04.075 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-04-02T11:41:04.075 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000179056 s, 2.9 MB/s 2026-04-02T11:41:04.076 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:41:04.154 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:04.154 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:04.154 DEBUG:teuthology.orchestra.run.vm08:> dd if=/scratch_devs of=/dev/stdout 2026-04-02T11:41:04.184 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-02T11:41:04.184 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_1 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1061 Links: 1 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-02 11:40:52.394652324 +0000 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-02 11:40:26.969615383 +0000 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-02 11:40:26.969615383 +0000 2026-04-02T11:41:04.256 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-02 11:40:26.969615383 +0000 2026-04-02T11:41:04.256 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-02T11:41:04.334 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-02T11:41:04.334 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-02T11:41:04.334 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000201107 s, 2.5 MB/s 2026-04-02T11:41:04.335 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-02T11:41:04.411 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_2 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1081 Links: 1 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-02 11:40:52.395652325 +0000 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-02 11:40:26.985615407 +0000 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-02 11:40:26.985615407 +0000 2026-04-02T11:41:04.484 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-02 11:40:26.985615407 +0000 2026-04-02T11:41:04.484 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-02T11:41:04.567 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-02T11:41:04.567 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-02T11:41:04.567 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000174758 s, 2.9 MB/s 2026-04-02T11:41:04.568 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-02T11:41:04.639 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_3 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1068 Links: 1 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-02 11:40:52.395652325 +0000 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-02 11:40:26.971615386 +0000 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-02 11:40:26.971615386 +0000 2026-04-02T11:41:04.713 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-02 11:40:26.971615386 +0000 2026-04-02T11:41:04.713 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-02T11:41:04.795 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-02T11:41:04.795 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-02T11:41:04.795 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000185387 s, 2.8 MB/s 2026-04-02T11:41:04.797 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-02T11:41:04.867 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_4 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1073 Links: 1 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-02 11:40:52.395652325 +0000 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-02 11:40:26.981615401 +0000 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-02 11:40:26.981615401 +0000 2026-04-02T11:41:04.938 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-02 11:40:26.981615401 +0000 2026-04-02T11:41:04.939 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-02T11:41:05.017 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-02T11:41:05.017 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-02T11:41:05.017 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000133409 s, 3.8 MB/s 2026-04-02T11:41:05.018 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-02T11:41:05.089 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:05.089 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm01.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:41:05.089 INFO:tasks.ceph:Generating config... 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-02T11:41:05.090 INFO:tasks.ceph:[client] setuser = ceph 2026-04-02T11:41:05.090 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-04-02T11:41:05.090 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-04-02T11:41:05.090 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2026-04-02T11:41:05.090 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-04-02T11:41:05.090 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] bdev async discard = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] debug objclass = 20 2026-04-02T11:41:05.090 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] osd fast shutdown = False 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-02T11:41:05.091 INFO:tasks.ceph:[osd] rgw gc max queue size = 0 2026-04-02T11:41:05.091 INFO:tasks.ceph:Setting up mon.a... 2026-04-02T11:41:05.091 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-02T11:41:05.150 INFO:teuthology.orchestra.run.vm01.stdout:creating /etc/ceph/ceph.keyring 2026-04-02T11:41:05.154 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-02T11:41:05.217 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:41:05.264 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.101'), ('mon.c', '[v2:192.168.123.101:3301,v1:192.168.123.101:6790]'), ('mon.b', '192.168.123.108')] 2026-04-02T11:41:05.264 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.101,[v2:192.168.123.101:3301,v1:192.168.123.101:6790],192.168.123.108', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-04-02T11:41:05.264 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:05.264 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:41:05.295 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.101 --addv c '[v2:192.168.123.101:3301,v1:192.168.123.101:6790]' --add b 192.168.123.108 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:05.395 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:05.395 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: generated fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:setting min_mon_release = tentacle 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:epoch 0 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:created 2026-04-02T11:41:05.394947+0000 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:min_mon_release 20 (tentacle) 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:election_strategy: 1 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T11:41:05.396 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-04-02T11:41:05.397 DEBUG:teuthology.orchestra.run.vm01:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-02T11:41:05.423 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 7b3443a6-76f0-4b7b-aa85-1851671f2022... 2026-04-02T11:41:05.424 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:41:05.465 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout:[global] 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: chdir = "" 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: auth supported = cephx 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: filestore xattr use omap = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon clock drift allowed = 1.000 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: osd crush chooseleaf type = 0 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: auth debug = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: ms die on old message = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: ms die on bug = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon pg warn max object skew = 0 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: osd pool default size = 2 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon osd allow primary affinity = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon osd allow pg remap = true 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:41:05.526 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on no sortbitwise = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on too few osds = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon_allow_pool_size_one = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd default data pool replay window = 5 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon allow pool delete = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon cluster log file level = debug 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: debug asserts on shutdown = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon health detail to clog = false 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon host = "192.168.123.101,[v2:192.168.123.101:3301,v1:192.168.123.101:6790],192.168.123.108" 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: mon client directed command retry = 5 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: ms inject socket failures = 5000 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd heartbeat grace = 40 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: fsid = 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout:[osd] 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd journal size = 100 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd scrub load threshold = 5.0 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd scrub max interval = 600 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd recover clone overlap = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd recovery max chunk = 1048576 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd debug shutdown = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd debug op order = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd debug verify stray on activate = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd debug trim objects = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd open classes on start = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd debug pg log writeout = true 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.527 INFO:teuthology.orchestra.run.vm01.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd map max advance = 10 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: journal zero on create = true 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: filestore apply finisher threads = 3 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bdev debug aio = true 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd debug misdirected ops = true 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bdev async discard = True 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bdev enable discard = True 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bluestore allocator = bitmap 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bluestore block size = 96636764160 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: bluestore fsck on mount = True 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug bluefs = 1/20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug bluestore = 1/20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug objclass = 20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug osd = 20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug rocksdb = 4/10 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mon osd full ratio = 0.9 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd fast shutdown = False 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd objectstore = bluestore 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: osd shutdown pgref assert = True 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: rgw gc max queue size = 0 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout:[mgr] 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug mgr = 20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug mon = 20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: debug auth = 20 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: mgr/telemetry/nag = false 2026-04-02T11:41:05.528 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout:[mon] 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug mon = 20 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug paxos = 20 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug auth = 20 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon data avail warn = 5 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon mgr mkfs grace = 240 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon osd reporter subtree level = osd 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon osd prime pg temp = true 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: # 1m isn't quite enough 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: mon osd crush smoke test = False 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout:[client] 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw cache enabled = true 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw enable ops log = true 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw enable usage log = true 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug rgw = 20 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: debug rgw notification = 20 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw bucket counters cache = True 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw crypt require ssl = False 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:41:05.529 INFO:teuthology.orchestra.run.vm01.stdout: rgw s3 auth use sts = True 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout: rgw torrent flag = True 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout: rgw user counters cache = True 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout: setgroup = ceph 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout: setuser = ceph 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout:[mon.a] 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout:[mon.c] 2026-04-02T11:41:05.530 INFO:teuthology.orchestra.run.vm01.stdout:[mon.b] 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout:[global] 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: chdir = "" 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: auth supported = cephx 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: filestore xattr use omap = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon clock drift allowed = 1.000 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: osd crush chooseleaf type = 0 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: auth debug = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: ms die on old message = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: ms die on bug = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon pg warn max object skew = 0 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: # disable pg_autoscaler by default for new pools 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default size = 2 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow primary affinity = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow pg remap = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on legacy crush tunables = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on crush straw calc version zero = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on no sortbitwise = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on osd down out interval zero = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on too few osds = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: mon_allow_pool_size_one = true 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.533 INFO:teuthology.orchestra.run.vm08.stdout: osd default data pool replay window = 5 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: mon allow pool delete = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: mon cluster log file level = debug 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: debug asserts on shutdown = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: mon health detail to clog = false 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: mon host = "192.168.123.101,[v2:192.168.123.101:3301,v1:192.168.123.101:6790],192.168.123.108" 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: mon client directed command retry = 5 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: ms inject socket failures = 5000 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd heartbeat grace = 40 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd_max_pg_log_entries = 10 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd_min_pg_log_entries = 10 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: fsid = 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout:[osd] 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd journal size = 100 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub load threshold = 5.0 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub max interval = 600 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock profile = high_recovery_ops 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd recover clone overlap = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd recovery max chunk = 1048576 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd debug shutdown = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd debug op order = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd debug verify stray on activate = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd debug trim objects = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd open classes on start = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: osd debug pg log writeout = true 2026-04-02T11:41:05.534 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd deep scrub update digest min age = 30 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd map max advance = 10 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: journal zero on create = true 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: filestore ondisk finisher threads = 3 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: filestore apply finisher threads = 3 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bdev debug aio = true 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd debug misdirected ops = true 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bdev async discard = True 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bdev enable discard = True 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bluestore allocator = bitmap 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bluestore block size = 96636764160 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: bluestore fsck on mount = True 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug bluefs = 1/20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug bluestore = 1/20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug objclass = 20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug osd = 20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug rocksdb = 4/10 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mon osd backfillfull_ratio = 0.85 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mon osd full ratio = 0.9 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mon osd nearfull ratio = 0.8 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd failsafe full ratio = 0.95 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd fast shutdown = False 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd objectstore = bluestore 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: osd shutdown pgref assert = True 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: rgw gc max queue size = 0 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout:[mgr] 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug mgr = 20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: mgr/telemetry/nag = false 2026-04-02T11:41:05.535 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout:[mon] 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug paxos = 20 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon data avail warn = 5 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon mgr mkfs grace = 240 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon osd reporter subtree level = osd 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon osd prime pg temp = true 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: auth mon ticket ttl = 660 # 11m 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: auth service ticket ttl = 240 # 4m 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: # don't complain about insecure global_id in the test suite 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: # 1m isn't quite enough 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon_down_mkfs_grace = 2m 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_filestore_osds = false 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: mon osd crush smoke test = False 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout:[client] 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw cache enabled = true 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable ops log = true 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable usage log = true 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw = 20 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw notification = 20 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw bucket counters cache = True 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt require ssl = False 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms backend = testing 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw reshard progress judge interval = 10 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw s3 auth use sts = True 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw sts key = abcdefghijklmnop 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw torrent flag = True 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: rgw user counters cache = True 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: setgroup = ceph 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout: setuser = ceph 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout:[mon.a] 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout:[mon.c] 2026-04-02T11:41:05.536 INFO:teuthology.orchestra.run.vm08.stdout:[mon.b] 2026-04-02T11:41:05.547 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-02T11:41:05.547 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-02T11:41:05.610 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-02T11:41:05.610 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:05.610 DEBUG:teuthology.orchestra.run.vm01:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-02T11:41:05.645 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:05.646 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-02T11:41:05.720 INFO:tasks.ceph:Sending monmap to node ubuntu@vm01.local 2026-04-02T11:41:05.720 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:05.720 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:41:05.720 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:41:05.806 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:05.806 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:05.876 INFO:tasks.ceph:Sending monmap to node ubuntu@vm08.local 2026-04-02T11:41:05.876 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:05.876 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-02T11:41:05.876 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-02T11:41:05.930 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:05.930 DEBUG:teuthology.orchestra.run.vm08:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:06.002 INFO:tasks.ceph:Setting up mon nodes... 2026-04-02T11:41:06.002 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-02T11:41:06.002 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:41:06.072 INFO:teuthology.orchestra.run.vm01.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-04-02T11:41:06.074 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:41:06.145 INFO:teuthology.orchestra.run.vm08.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-02T11:41:06.148 INFO:tasks.ceph:Setting up mds nodes... 2026-04-02T11:41:06.148 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-02T11:41:06.148 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-02T11:41:06.214 INFO:teuthology.orchestra.run.vm01.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-02T11:41:06.226 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-02T11:41:06.286 INFO:teuthology.orchestra.run.vm08.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-04-02T11:41:06.300 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-02T11:41:06.300 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm01.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-02T11:41:06.301 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-02T11:41:06.345 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:06.345 INFO:tasks.ceph:role: osd.0 2026-04-02T11:41:06.345 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm01.local 2026-04-02T11:41:06.346 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:06.391 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:06.399 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-04-02T11:41:06.401 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm01.local -o noatime 2026-04-02T11:41:06.401 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-02T11:41:06.450 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-02T11:41:06.490 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-02T11:41:06.574 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:06.574 INFO:tasks.ceph:role: osd.1 2026-04-02T11:41:06.574 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm01.local 2026-04-02T11:41:06.574 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:06.654 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:06.659 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-04-02T11:41:06.663 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm01.local -o noatime 2026-04-02T11:41:06.663 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-02T11:41:06.749 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-02T11:41:06.799 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-02T11:41:06.836 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:06.836 INFO:tasks.ceph:role: osd.2 2026-04-02T11:41:06.836 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm01.local 2026-04-02T11:41:06.837 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:06.916 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:06.921 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-04-02T11:41:06.923 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm01.local -o noatime 2026-04-02T11:41:06.924 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-02T11:41:07.014 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-02T11:41:07.063 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-04-02T11:41:07.108 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:07.108 INFO:tasks.ceph:role: osd.3 2026-04-02T11:41:07.108 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm01.local 2026-04-02T11:41:07.109 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:07.145 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:07.152 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-04-02T11:41:07.155 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm01.local -o noatime 2026-04-02T11:41:07.155 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-04-02T11:41:07.247 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-04-02T11:41:07.293 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:07.354 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:07.352+0000 7f372f1f3900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-02T11:41:07.355 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:07.352+0000 7f372f1f3900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-02T11:41:07.355 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:07.352+0000 7f372f1f3900 -1 bdev(0x563f6dbd7800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:07.355 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:07.352+0000 7f372f1f3900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-02T11:41:08.077 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-02T11:41:08.123 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:08.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:08.183+0000 7fc160741900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-02T11:41:08.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:08.184+0000 7fc160741900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-02T11:41:08.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:08.184+0000 7fc160741900 -1 bdev(0x557c3825b800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:08.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:08.184+0000 7fc160741900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-02T11:41:08.894 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-02T11:41:08.931 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:09.030 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.028+0000 7f0d3f071900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-02T11:41:09.030 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.028+0000 7f0d3f071900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-02T11:41:09.030 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.028+0000 7f0d3f071900 -1 bdev(0x55748c575800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:09.030 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.028+0000 7f0d3f071900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-02T11:41:09.748 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-02T11:41:09.785 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:09.884 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.881+0000 7f772ce71900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-04-02T11:41:09.884 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.881+0000 7f772ce71900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-04-02T11:41:09.884 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.881+0000 7f772ce71900 -1 bdev(0x5587de399800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:09.884 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:09.882+0000 7f772ce71900 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-04-02T11:41:10.635 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-04-02T11:41:10.680 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-04-02T11:41:10.727 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:10.727 INFO:tasks.ceph:role: osd.4 2026-04-02T11:41:10.727 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm08.local 2026-04-02T11:41:10.727 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:10.770 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:10.771 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:10.771 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:10.771 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:10.776 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-02T11:41:10.777 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm08.local -o noatime 2026-04-02T11:41:10.777 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-04-02T11:41:10.872 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-04-02T11:41:10.918 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-04-02T11:41:10.962 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:10.962 INFO:tasks.ceph:role: osd.5 2026-04-02T11:41:10.962 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm08.local 2026-04-02T11:41:10.962 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:11.049 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:11.054 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-02T11:41:11.057 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm08.local -o noatime 2026-04-02T11:41:11.057 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-04-02T11:41:11.111 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-04-02T11:41:11.159 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-04-02T11:41:11.202 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:11.202 INFO:tasks.ceph:role: osd.6 2026-04-02T11:41:11.202 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm08.local 2026-04-02T11:41:11.202 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:11.286 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:11.291 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-02T11:41:11.293 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm08.local -o noatime 2026-04-02T11:41:11.294 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-04-02T11:41:11.383 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-04-02T11:41:11.432 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-04-02T11:41:11.474 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-02T11:41:11.474 INFO:tasks.ceph:role: osd.7 2026-04-02T11:41:11.474 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm08.local 2026-04-02T11:41:11.474 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-02T11:41:11.556 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-02T11:41:11.557 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-02T11:41:11.557 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-02T11:41:11.562 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-02T11:41:11.564 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm08.local -o noatime 2026-04-02T11:41:11.564 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-04-02T11:41:11.611 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-04-02T11:41:11.656 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:11.714 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:11.711+0000 7faa3d9af900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-04-02T11:41:11.714 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:11.712+0000 7faa3d9af900 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-04-02T11:41:11.714 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:11.712+0000 7faa3d9af900 -1 bdev(0x561e71fcf800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:11.714 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:11.712+0000 7faa3d9af900 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-04-02T11:41:12.399 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-04-02T11:41:12.440 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:12.538 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:12.536+0000 7fcd08c27900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-04-02T11:41:12.538 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:12.536+0000 7fcd08c27900 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-04-02T11:41:12.538 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:12.536+0000 7fcd08c27900 -1 bdev(0x563ba256f800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:12.538 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:12.536+0000 7fcd08c27900 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-04-02T11:41:13.245 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-04-02T11:41:13.289 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:13.360 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:13.357+0000 7fa421a61900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-04-02T11:41:13.360 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:13.358+0000 7fa421a61900 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-04-02T11:41:13.360 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:13.358+0000 7fa421a61900 -1 bdev(0x55fcc3895800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:13.360 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:13.358+0000 7fa421a61900 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-04-02T11:41:14.089 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-04-02T11:41:14.136 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:14.195 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:14.192+0000 7f4fd3a22900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-04-02T11:41:14.195 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:14.193+0000 7f4fd3a22900 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-04-02T11:41:14.195 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:14.193+0000 7f4fd3a22900 -1 bdev(0x55f3cf3a3800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-04-02T11:41:14.195 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-02T11:41:14.193+0000 7f4fd3a22900 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-04-02T11:41:14.953 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-04-02T11:41:14.997 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-02T11:41:14.997 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:14.997 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-04-02T11:41:15.043 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:15.043 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-02T11:41:15.124 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:15.124 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-02T11:41:15.208 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:15.208 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-02T11:41:15.295 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:15.295 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-04-02T11:41:15.374 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.374 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-02T11:41:15.420 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.420 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-04-02T11:41:15.504 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.504 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-04-02T11:41:15.590 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.590 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-04-02T11:41:15.674 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.674 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-04-02T11:41:15.755 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:15.755 DEBUG:teuthology.orchestra.run.vm01:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-02T11:41:15.790 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:15.790 DEBUG:teuthology.orchestra.run.vm08:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-04-02T11:41:15.824 INFO:tasks.ceph:Adding keys to all mons... 2026-04-02T11:41:15.824 DEBUG:teuthology.orchestra.run.vm01:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:41:15.833 DEBUG:teuthology.orchestra.run.vm08:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[mgr.y] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDSVc5pk+s8BBAATdXFKtF5WF+vMAtOfjsKRQ== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[osd.0] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDTVc5pym4SFRAAyK1ltVlinSLaimIsAWvYeQ== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[osd.1] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDUVc5pgmIKCxAA6EazxsM0IJBDwrIy3M6clQ== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[osd.2] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDVVc5pkBTAARAA8IiVWiK9TDxyr5AnI+864w== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[osd.3] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDVVc5pyyygNBAA4KWMWQzyexXofdUCMOhC9g== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[mgr.x] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDSVc5pTkGTCBAAVydkYgbtiPcbQ9wNC5WAdQ== 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout:[osd.4] 2026-04-02T11:41:15.872 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDXVc5pynh/KhAAAZWiRl5JgeuzcJdhmrFV7A== 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout:[osd.5] 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDYVc5pKMgGIBAAFy2UUI2xKIUCeD08qejwig== 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout:[osd.6] 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDZVc5pYIpoFRAAt1qrPL54SgaDvo5WZLe0rw== 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout:[osd.7] 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDaVc5pd3GSCxAAZsY8+02u8ElGhKyPOj7BYw== 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout:[client.0] 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDSVc5pAaOvDBAA9W4pkZHjCDB1bUDO69/Big== 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout:[client.1] 2026-04-02T11:41:15.873 INFO:teuthology.orchestra.run.vm01.stdout: key = AQDSVc5pkDP6EBAAZSz3wZ8E7PP3vkbUBHt/fg== 2026-04-02T11:41:15.899 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.y] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDSVc5pk+s8BBAATdXFKtF5WF+vMAtOfjsKRQ== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.0] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDTVc5pym4SFRAAyK1ltVlinSLaimIsAWvYeQ== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.1] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDUVc5pgmIKCxAA6EazxsM0IJBDwrIy3M6clQ== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.2] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDVVc5pkBTAARAA8IiVWiK9TDxyr5AnI+864w== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.3] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDVVc5pyyygNBAA4KWMWQzyexXofdUCMOhC9g== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.x] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDSVc5pTkGTCBAAVydkYgbtiPcbQ9wNC5WAdQ== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.4] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDXVc5pynh/KhAAAZWiRl5JgeuzcJdhmrFV7A== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.5] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDYVc5pKMgGIBAAFy2UUI2xKIUCeD08qejwig== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.6] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDZVc5pYIpoFRAAt1qrPL54SgaDvo5WZLe0rw== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[osd.7] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDaVc5pd3GSCxAAZsY8+02u8ElGhKyPOj7BYw== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[client.0] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDSVc5pAaOvDBAA9W4pkZHjCDB1bUDO69/Big== 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout:[client.1] 2026-04-02T11:41:15.900 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDSVc5pkDP6EBAAZSz3wZ8E7PP3vkbUBHt/fg== 2026-04-02T11:41:15.901 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:41:15.916 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:41:16.007 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.009 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.077 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.079 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.141 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.142 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.210 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.212 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.280 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:41:16.282 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-02T11:41:16.344 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.345 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.402 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.403 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.461 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.462 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.526 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.528 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-02T11:41:16.591 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:41:16.593 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:41:16.659 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:41:16.660 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-02T11:41:16.726 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-02T11:41:16.727 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-02T11:41:16.771 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:41:16.855 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-02T11:41:16.901 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-04-02T11:41:16.943 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:41:17.053 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-04-02T11:41:17.101 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-04-02T11:41:17.142 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-02T11:41:17.264 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-04-02T11:41:17.302 DEBUG:teuthology.orchestra.run.vm01:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:17.304 DEBUG:teuthology.orchestra.run.vm08:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-02T11:41:17.374 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-02T11:41:17.375 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-02T11:41:17.375 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-02T11:41:17.376 INFO:tasks.ceph.mon.a:Started 2026-04-02T11:41:17.376 INFO:tasks.ceph.mon.c:Restarting daemon 2026-04-02T11:41:17.376 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-04-02T11:41:17.378 INFO:tasks.ceph.mon.c:Started 2026-04-02T11:41:17.378 INFO:tasks.ceph.mon.b:Restarting daemon 2026-04-02T11:41:17.378 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-04-02T11:41:17.416 INFO:tasks.ceph.mon.b:Started 2026-04-02T11:41:17.416 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-02T11:41:17.416 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-04-02T11:41:17.417 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-04-02T11:41:17.421 INFO:tasks.ceph.mgr.y:Started 2026-04-02T11:41:17.421 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-02T11:41:17.421 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-02T11:41:17.422 INFO:tasks.ceph.mgr.x:Started 2026-04-02T11:41:17.422 DEBUG:tasks.ceph:set 0 configs 2026-04-02T11:41:17.422 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph config dump 2026-04-02T11:41:17.789 INFO:teuthology.orchestra.run.vm01.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-02T11:41:17.804 INFO:tasks.ceph:Setting crush tunables to default 2026-04-02T11:41:17.805 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd crush tunables default 2026-04-02T11:41:17.984 INFO:teuthology.orchestra.run.vm01.stderr:adjusted tunables profile to default 2026-04-02T11:41:17.995 INFO:tasks.ceph:check_enable_crimson: False 2026-04-02T11:41:17.995 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-02T11:41:17.996 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:17.996 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-02T11:41:18.037 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:18.037 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-02T11:41:18.123 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:18.123 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-02T11:41:18.209 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:18.209 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-04-02T11:41:18.293 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:18.293 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-04-02T11:41:18.334 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:18.334 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-04-02T11:41:18.413 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:18.413 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-04-02T11:41:18.494 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-02T11:41:18.495 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-04-02T11:41:18.511 INFO:tasks.ceph.mgr.x.vm08.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:41:18.511 INFO:tasks.ceph.mgr.x.vm08.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:41:18.511 INFO:tasks.ceph.mgr.x.vm08.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:41:18.551 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 776b1dec-bb9b-46e1-9a09-a721601cb8b1 0 2026-04-02T11:41:18.593 INFO:tasks.ceph.mgr.y.vm01.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-02T11:41:18.593 INFO:tasks.ceph.mgr.y.vm01.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-02T11:41:18.593 INFO:tasks.ceph.mgr.y.vm01.stderr: from numpy import show_config as show_numpy_config 2026-04-02T11:41:18.745 INFO:teuthology.orchestra.run.vm08.stdout:0 2026-04-02T11:41:18.758 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 3710dcd8-ece5-4e02-89ff-c06bc6deb4c0 1 2026-04-02T11:41:18.908 INFO:teuthology.orchestra.run.vm08.stdout:1 2026-04-02T11:41:18.923 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 77074296-83b0-462b-821a-602ab8ac65b8 2 2026-04-02T11:41:19.063 INFO:teuthology.orchestra.run.vm08.stdout:2 2026-04-02T11:41:19.073 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 1bdd4c56-0a99-4cd2-8edd-bc90402d4c46 3 2026-04-02T11:41:19.221 INFO:teuthology.orchestra.run.vm08.stdout:3 2026-04-02T11:41:19.234 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627 4 2026-04-02T11:41:19.390 INFO:teuthology.orchestra.run.vm08.stdout:4 2026-04-02T11:41:19.405 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 4193b10c-ab7c-420a-b983-56af166bb5fa 5 2026-04-02T11:41:19.561 INFO:teuthology.orchestra.run.vm08.stdout:5 2026-04-02T11:41:19.574 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 51984269-d995-45e8-8959-119881c5ccb9 6 2026-04-02T11:41:19.725 INFO:teuthology.orchestra.run.vm08.stdout:6 2026-04-02T11:41:19.737 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new be93b223-dd3a-4c4e-9d36-c84118602bbe 7 2026-04-02T11:41:19.889 INFO:teuthology.orchestra.run.vm08.stdout:7 2026-04-02T11:41:19.902 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-02T11:41:19.902 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-02T11:41:19.904 INFO:tasks.ceph.osd.0:Started 2026-04-02T11:41:19.904 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-02T11:41:19.904 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-02T11:41:19.907 INFO:tasks.ceph.osd.1:Started 2026-04-02T11:41:19.907 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-02T11:41:19.907 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-02T11:41:19.909 INFO:tasks.ceph.osd.2:Started 2026-04-02T11:41:19.909 INFO:tasks.ceph.osd.3:Restarting daemon 2026-04-02T11:41:19.909 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-04-02T11:41:19.911 INFO:tasks.ceph.osd.3:Started 2026-04-02T11:41:19.911 INFO:tasks.ceph.osd.4:Restarting daemon 2026-04-02T11:41:19.911 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-04-02T11:41:19.913 INFO:tasks.ceph.osd.4:Started 2026-04-02T11:41:19.913 INFO:tasks.ceph.osd.5:Restarting daemon 2026-04-02T11:41:19.913 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-04-02T11:41:19.916 INFO:tasks.ceph.osd.5:Started 2026-04-02T11:41:19.916 INFO:tasks.ceph.osd.6:Restarting daemon 2026-04-02T11:41:19.916 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-04-02T11:41:19.920 INFO:tasks.ceph.osd.6:Started 2026-04-02T11:41:19.920 INFO:tasks.ceph.osd.7:Restarting daemon 2026-04-02T11:41:19.920 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-04-02T11:41:19.924 INFO:tasks.ceph.osd.7:Started 2026-04-02T11:41:19.924 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:20.113 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-02T11:41:20.110+0000 7f0c56014900 -1 Falling back to public interface 2026-04-02T11:41:20.117 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-02T11:41:20.114+0000 7f6dbc666900 -1 Falling back to public interface 2026-04-02T11:41:20.126 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-02T11:41:20.124+0000 7fbc7df5c900 -1 Falling back to public interface 2026-04-02T11:41:20.132 INFO:tasks.ceph.osd.2.vm01.stderr:2026-04-02T11:41:20.129+0000 7f3788f96900 -1 Falling back to public interface 2026-04-02T11:41:20.133 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-02T11:41:20.131+0000 7fab06a66900 -1 Falling back to public interface 2026-04-02T11:41:20.146 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:20.146 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":10,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:19.882238+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:20.149 INFO:tasks.ceph.osd.1.vm01.stderr:2026-04-02T11:41:20.147+0000 7fa2196f9900 -1 Falling back to public interface 2026-04-02T11:41:20.160 INFO:tasks.ceph.osd.0.vm01.stderr:2026-04-02T11:41:20.158+0000 7fa62875e900 -1 Falling back to public interface 2026-04-02T11:41:20.161 INFO:tasks.ceph.osd.3.vm01.stderr:2026-04-02T11:41:20.158+0000 7fc20bcd6900 -1 Falling back to public interface 2026-04-02T11:41:20.165 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-02T11:41:20.165 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-02T11:41:20.527 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-02T11:41:20.524+0000 7f0c56014900 -1 osd.7 0 log_to_monitors true 2026-04-02T11:41:20.552 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-02T11:41:20.549+0000 7f6dbc666900 -1 osd.5 0 log_to_monitors true 2026-04-02T11:41:20.612 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-02T11:41:20.609+0000 7fab06a66900 -1 osd.4 0 log_to_monitors true 2026-04-02T11:41:20.620 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-02T11:41:20.617+0000 7fbc7df5c900 -1 osd.6 0 log_to_monitors true 2026-04-02T11:41:20.667 INFO:tasks.ceph.osd.2.vm01.stderr:2026-04-02T11:41:20.665+0000 7f3788f96900 -1 osd.2 0 log_to_monitors true 2026-04-02T11:41:20.683 INFO:tasks.ceph.osd.0.vm01.stderr:2026-04-02T11:41:20.680+0000 7fa62875e900 -1 osd.0 0 log_to_monitors true 2026-04-02T11:41:20.706 INFO:tasks.ceph.osd.1.vm01.stderr:2026-04-02T11:41:20.701+0000 7fa2196f9900 -1 osd.1 0 log_to_monitors true 2026-04-02T11:41:20.744 INFO:tasks.ceph.osd.3.vm01.stderr:2026-04-02T11:41:20.742+0000 7fc20bcd6900 -1 osd.3 0 log_to_monitors true 2026-04-02T11:41:20.970 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:21.102 INFO:teuthology.misc.health.vm01.stdout: 2026-04-02T11:41:21.102 INFO:teuthology.misc.health.vm01.stdout:{"epoch":11,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:20.885716+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:21.111 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:41:21.695 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-04-02T11:41:21.693+0000 7f3cf902b640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-04-02T11:41:21.695 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-04-02T11:41:21.693+0000 7f3cf902b640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-04-02T11:41:27.498 INFO:tasks.ceph.osd.3.vm01.stderr:2026-04-02T11:41:27.495+0000 7fc207c6a640 -1 osd.3 0 waiting for initial osdmap 2026-04-02T11:41:27.519 INFO:tasks.ceph.osd.3.vm01.stderr:2026-04-02T11:41:27.517+0000 7fc202a6e640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.534 INFO:tasks.ceph.osd.2.vm01.stderr:2026-04-02T11:41:27.531+0000 7f3784f2c640 -1 osd.2 0 waiting for initial osdmap 2026-04-02T11:41:27.545 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-02T11:41:27.542+0000 7f6db85fa640 -1 osd.5 0 waiting for initial osdmap 2026-04-02T11:41:27.549 INFO:tasks.ceph.osd.2.vm01.stderr:2026-04-02T11:41:27.547+0000 7f377fd30640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.556 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-02T11:41:27.554+0000 7fbc79ef0640 -1 osd.6 0 waiting for initial osdmap 2026-04-02T11:41:27.558 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-02T11:41:27.556+0000 7f6db33fe640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.568 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-02T11:41:27.565+0000 7fbc74cf4640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.569 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-02T11:41:27.566+0000 7fab029fa640 -1 osd.4 0 waiting for initial osdmap 2026-04-02T11:41:27.581 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-02T11:41:27.579+0000 7faafd7fe640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.613 INFO:tasks.ceph.osd.0.vm01.stderr:2026-04-02T11:41:27.610+0000 7fa6246f2640 -1 osd.0 0 waiting for initial osdmap 2026-04-02T11:41:27.627 INFO:tasks.ceph.osd.0.vm01.stderr:2026-04-02T11:41:27.624+0000 7fa61f4f6640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.631 INFO:tasks.ceph.osd.1.vm01.stderr:2026-04-02T11:41:27.629+0000 7fa21568d640 -1 osd.1 0 waiting for initial osdmap 2026-04-02T11:41:27.632 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-02T11:41:27.630+0000 7f0c5178f640 -1 osd.7 0 waiting for initial osdmap 2026-04-02T11:41:27.648 INFO:tasks.ceph.osd.1.vm01.stderr:2026-04-02T11:41:27.646+0000 7fa210491640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.649 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-02T11:41:27.646+0000 7f0c4c593640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-02T11:41:27.917 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:28.130 INFO:teuthology.misc.health.vm01.stdout: 2026-04-02T11:41:28.131 INFO:teuthology.misc.health.vm01.stdout:{"epoch":12,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:21.888269+0000","last_up_change":"0.000000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:28.142 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-02T11:41:34.947 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:35.168 INFO:teuthology.misc.health.vm01.stdout: 2026-04-02T11:41:35.168 INFO:teuthology.misc.health.vm01.stdout:{"epoch":16,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:31.533273+0000","last_up_change":"2026-04-02T11:41:28.500625+0000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:41:28.680445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6817","nonce":1900671969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6819","nonce":1900671969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6823","nonce":1900671969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6821","nonce":1900671969}]},"public_addr":"192.168.123.101:6817/1900671969","cluster_addr":"192.168.123.101:6819/1900671969","heartbeat_back_addr":"192.168.123.101:6823/1900671969","heartbeat_front_addr":"192.168.123.101:6821/1900671969","state":["exists","up"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6809","nonce":60571619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6811","nonce":60571619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6815","nonce":60571619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6813","nonce":60571619}]},"public_addr":"192.168.123.101:6809/60571619","cluster_addr":"192.168.123.101:6811/60571619","heartbeat_back_addr":"192.168.123.101:6815/60571619","heartbeat_front_addr":"192.168.123.101:6813/60571619","state":["exists","up"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6801","nonce":78360565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6803","nonce":78360565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6807","nonce":78360565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6805","nonce":78360565}]},"public_addr":"192.168.123.101:6801/78360565","cluster_addr":"192.168.123.101:6803/78360565","heartbeat_back_addr":"192.168.123.101:6807/78360565","heartbeat_front_addr":"192.168.123.101:6805/78360565","state":["exists","up"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6824","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6825","nonce":4241286079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6826","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6827","nonce":4241286079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6830","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6831","nonce":4241286079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6828","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6829","nonce":4241286079}]},"public_addr":"192.168.123.101:6825/4241286079","cluster_addr":"192.168.123.101:6827/4241286079","heartbeat_back_addr":"192.168.123.101:6831/4241286079","heartbeat_front_addr":"192.168.123.101:6829/4241286079","state":["exists","up"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6825","nonce":706472072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6827","nonce":706472072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6831","nonce":706472072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6829","nonce":706472072}]},"public_addr":"192.168.123.108:6825/706472072","cluster_addr":"192.168.123.108:6827/706472072","heartbeat_back_addr":"192.168.123.108:6831/706472072","heartbeat_front_addr":"192.168.123.108:6829/706472072","state":["exists","up"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6809","nonce":1732537346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6811","nonce":1732537346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6815","nonce":1732537346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6813","nonce":1732537346}]},"public_addr":"192.168.123.108:6809/1732537346","cluster_addr":"192.168.123.108:6811/1732537346","heartbeat_back_addr":"192.168.123.108:6815/1732537346","heartbeat_front_addr":"192.168.123.108:6813/1732537346","state":["exists","up"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6817","nonce":1621636671}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6819","nonce":1621636671}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6823","nonce":1621636671}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6821","nonce":1621636671}]},"public_addr":"192.168.123.108:6817/1621636671","cluster_addr":"192.168.123.108:6819/1621636671","heartbeat_back_addr":"192.168.123.108:6823/1621636671","heartbeat_front_addr":"192.168.123.108:6821/1621636671","state":["exists","up"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6801","nonce":3833554695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6803","nonce":3833554695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6807","nonce":3833554695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6805","nonce":3833554695}]},"public_addr":"192.168.123.108:6801/3833554695","cluster_addr":"192.168.123.108:6803/3833554695","heartbeat_back_addr":"192.168.123.108:6807/3833554695","heartbeat_front_addr":"192.168.123.108:6805/3833554695","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.637599+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.679353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.689773+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.774904+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:35.180 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-04-02T11:41:35.180 INFO:tasks.ceph:Creating RBD pool 2026-04-02T11:41:35.180 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-02T11:41:35.563 INFO:teuthology.orchestra.run.vm01.stderr:pool 'rbd' created 2026-04-02T11:41:35.582 DEBUG:teuthology.orchestra.run.vm01:> rbd --cluster ceph pool init rbd 2026-04-02T11:41:35.632 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:35.632 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:38.594 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-02T11:41:38.594 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-02T11:41:38.594 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-02T11:41:38.845 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:38.861 INFO:teuthology.orchestra.run.vm01.stdout:[{"version":9,"timestamp":"2026-04-02T11:41:27.636508+0000","name":"","changes":[{"name":"osd.7/osd_mclock_max_capacity_iops_hdd","new_value":"6348.295876"}]}] 2026-04-02T11:41:38.861 INFO:tasks.ceph_manager:config epoch is 9 2026-04-02T11:41:38.862 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-02T11:41:38.862 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-02T11:41:38.862 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-02T11:41:39.133 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:39.145 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6832","nonce":1580451647},{"type":"v1","addr":"192.168.123.108:6833","nonce":1580451647}]},"active_addr":"192.168.123.108:6833/1580451647","active_change":"2026-04-02T11:41:20.655253+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":4108,"name":"y","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":2426509973}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":853005175}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":313691471}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":1740113262}]}]} 2026-04-02T11:41:39.147 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-02T11:41:39.147 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-02T11:41:39.147 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:39.375 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:39.375 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":20,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:38.577496+0000","last_up_change":"2026-04-02T11:41:28.500625+0000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:41:28.680445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:41:35.416278+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6817","nonce":1900671969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6819","nonce":1900671969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6823","nonce":1900671969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6821","nonce":1900671969}]},"public_addr":"192.168.123.101:6817/1900671969","cluster_addr":"192.168.123.101:6819/1900671969","heartbeat_back_addr":"192.168.123.101:6823/1900671969","heartbeat_front_addr":"192.168.123.101:6821/1900671969","state":["exists","up"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6809","nonce":60571619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6811","nonce":60571619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6815","nonce":60571619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6813","nonce":60571619}]},"public_addr":"192.168.123.101:6809/60571619","cluster_addr":"192.168.123.101:6811/60571619","heartbeat_back_addr":"192.168.123.101:6815/60571619","heartbeat_front_addr":"192.168.123.101:6813/60571619","state":["exists","up"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6801","nonce":78360565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6803","nonce":78360565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6807","nonce":78360565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6805","nonce":78360565}]},"public_addr":"192.168.123.101:6801/78360565","cluster_addr":"192.168.123.101:6803/78360565","heartbeat_back_addr":"192.168.123.101:6807/78360565","heartbeat_front_addr":"192.168.123.101:6805/78360565","state":["exists","up"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6824","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6825","nonce":4241286079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6826","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6827","nonce":4241286079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6830","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6831","nonce":4241286079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6828","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6829","nonce":4241286079}]},"public_addr":"192.168.123.101:6825/4241286079","cluster_addr":"192.168.123.101:6827/4241286079","heartbeat_back_addr":"192.168.123.101:6831/4241286079","heartbeat_front_addr":"192.168.123.101:6829/4241286079","state":["exists","up"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6825","nonce":706472072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6827","nonce":706472072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6831","nonce":706472072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6829","nonce":706472072}]},"public_addr":"192.168.123.108:6825/706472072","cluster_addr":"192.168.123.108:6827/706472072","heartbeat_back_addr":"192.168.123.108:6831/706472072","heartbeat_front_addr":"192.168.123.108:6829/706472072","state":["exists","up"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6809","nonce":1732537346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6811","nonce":1732537346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6815","nonce":1732537346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6813","nonce":1732537346}]},"public_addr":"192.168.123.108:6809/1732537346","cluster_addr":"192.168.123.108:6811/1732537346","heartbeat_back_addr":"192.168.123.108:6815/1732537346","heartbeat_front_addr":"192.168.123.108:6813/1732537346","state":["exists","up"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6817","nonce":1621636671}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6819","nonce":1621636671}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6823","nonce":1621636671}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6821","nonce":1621636671}]},"public_addr":"192.168.123.108:6817/1621636671","cluster_addr":"192.168.123.108:6819/1621636671","heartbeat_back_addr":"192.168.123.108:6823/1621636671","heartbeat_front_addr":"192.168.123.108:6821/1621636671","state":["exists","up"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6801","nonce":3833554695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6803","nonce":3833554695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6807","nonce":3833554695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6805","nonce":3833554695}]},"public_addr":"192.168.123.108:6801/3833554695","cluster_addr":"192.168.123.108:6803/3833554695","heartbeat_back_addr":"192.168.123.108:6807/3833554695","heartbeat_front_addr":"192.168.123.108:6805/3833554695","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.637599+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.679353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.689773+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.774904+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:39.388 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-02T11:41:39.388 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-02T11:41:39.623 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:39.623 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":20,"fsid":"7b3443a6-76f0-4b7b-aa85-1851671f2022","created":"2026-04-02T11:41:17.705030+0000","modified":"2026-04-02T11:41:38.577496+0000","last_up_change":"2026-04-02T11:41:28.500625+0000","last_in_change":"2026-04-02T11:41:19.882238+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-02T11:41:28.680445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-02T11:41:35.416278+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":20,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776b1dec-bb9b-46e1-9a09-a721601cb8b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6817","nonce":1900671969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6819","nonce":1900671969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6823","nonce":1900671969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":1900671969},{"type":"v1","addr":"192.168.123.101:6821","nonce":1900671969}]},"public_addr":"192.168.123.101:6817/1900671969","cluster_addr":"192.168.123.101:6819/1900671969","heartbeat_back_addr":"192.168.123.101:6823/1900671969","heartbeat_front_addr":"192.168.123.101:6821/1900671969","state":["exists","up"]},{"osd":1,"uuid":"3710dcd8-ece5-4e02-89ff-c06bc6deb4c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6809","nonce":60571619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6811","nonce":60571619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6815","nonce":60571619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":60571619},{"type":"v1","addr":"192.168.123.101:6813","nonce":60571619}]},"public_addr":"192.168.123.101:6809/60571619","cluster_addr":"192.168.123.101:6811/60571619","heartbeat_back_addr":"192.168.123.101:6815/60571619","heartbeat_front_addr":"192.168.123.101:6813/60571619","state":["exists","up"]},{"osd":2,"uuid":"77074296-83b0-462b-821a-602ab8ac65b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6801","nonce":78360565}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6803","nonce":78360565}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6807","nonce":78360565}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":78360565},{"type":"v1","addr":"192.168.123.101:6805","nonce":78360565}]},"public_addr":"192.168.123.101:6801/78360565","cluster_addr":"192.168.123.101:6803/78360565","heartbeat_back_addr":"192.168.123.101:6807/78360565","heartbeat_front_addr":"192.168.123.101:6805/78360565","state":["exists","up"]},{"osd":3,"uuid":"1bdd4c56-0a99-4cd2-8edd-bc90402d4c46","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6824","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6825","nonce":4241286079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6826","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6827","nonce":4241286079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6830","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6831","nonce":4241286079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6828","nonce":4241286079},{"type":"v1","addr":"192.168.123.101:6829","nonce":4241286079}]},"public_addr":"192.168.123.101:6825/4241286079","cluster_addr":"192.168.123.101:6827/4241286079","heartbeat_back_addr":"192.168.123.101:6831/4241286079","heartbeat_front_addr":"192.168.123.101:6829/4241286079","state":["exists","up"]},{"osd":4,"uuid":"5ce76d7c-4cde-4e7e-b3b6-1f126b7d4627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6825","nonce":706472072}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6827","nonce":706472072}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6831","nonce":706472072}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":706472072},{"type":"v1","addr":"192.168.123.108:6829","nonce":706472072}]},"public_addr":"192.168.123.108:6825/706472072","cluster_addr":"192.168.123.108:6827/706472072","heartbeat_back_addr":"192.168.123.108:6831/706472072","heartbeat_front_addr":"192.168.123.108:6829/706472072","state":["exists","up"]},{"osd":5,"uuid":"4193b10c-ab7c-420a-b983-56af166bb5fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6809","nonce":1732537346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6811","nonce":1732537346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6815","nonce":1732537346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1732537346},{"type":"v1","addr":"192.168.123.108:6813","nonce":1732537346}]},"public_addr":"192.168.123.108:6809/1732537346","cluster_addr":"192.168.123.108:6811/1732537346","heartbeat_back_addr":"192.168.123.108:6815/1732537346","heartbeat_front_addr":"192.168.123.108:6813/1732537346","state":["exists","up"]},{"osd":6,"uuid":"51984269-d995-45e8-8959-119881c5ccb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6817","nonce":1621636671}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6819","nonce":1621636671}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6823","nonce":1621636671}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1621636671},{"type":"v1","addr":"192.168.123.108:6821","nonce":1621636671}]},"public_addr":"192.168.123.108:6817/1621636671","cluster_addr":"192.168.123.108:6819/1621636671","heartbeat_back_addr":"192.168.123.108:6823/1621636671","heartbeat_front_addr":"192.168.123.108:6821/1621636671","state":["exists","up"]},{"osd":7,"uuid":"be93b223-dd3a-4c4e-9d36-c84118602bbe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6801","nonce":3833554695}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6803","nonce":3833554695}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6807","nonce":3833554695}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":3833554695},{"type":"v1","addr":"192.168.123.108:6805","nonce":3833554695}]},"public_addr":"192.168.123.108:6801/3833554695","cluster_addr":"192.168.123.108:6803/3833554695","heartbeat_back_addr":"192.168.123.108:6807/3833554695","heartbeat_front_addr":"192.168.123.108:6805/3833554695","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.637599+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.679353+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.689773+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-02T11:41:21.774904+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-02T11:41:39.639 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-02T11:41:39.639 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-02T11:41:39.639 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-02T11:41:39.639 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-04-02T11:41:39.640 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-04-02T11:41:39.640 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-04-02T11:41:39.640 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-04-02T11:41:39.640 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-04-02T11:41:39.883 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:39.883 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:41:39.884 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:39.884 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:41:39.895 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:39.895 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:39.895 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:41:39.895 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:41:39.900 INFO:teuthology.orchestra.run.vm01.stdout:55834574853 2026-04-02T11:41:39.900 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:41:39.905 INFO:teuthology.orchestra.run.vm01.stdout:55834574853 2026-04-02T11:41:39.906 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:41:39.921 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:39.921 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:41:39.950 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:39.951 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:41:40.302 INFO:teuthology.orchestra.run.vm01.stdout:55834574850 2026-04-02T11:41:40.342 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.0 2026-04-02T11:41:40.356 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:40.383 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574852 for osd.2 2026-04-02T11:41:40.404 INFO:teuthology.orchestra.run.vm01.stdout:55834574851 2026-04-02T11:41:40.419 INFO:teuthology.orchestra.run.vm01.stdout:55834574851 2026-04-02T11:41:40.431 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:40.439 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574851 for osd.7 2026-04-02T11:41:40.439 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:40.456 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574852 for osd.5 2026-04-02T11:41:40.457 INFO:teuthology.orchestra.run.vm01.stdout:55834574850 2026-04-02T11:41:40.458 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574852 for osd.1 2026-04-02T11:41:40.463 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574851 for osd.4 2026-04-02T11:41:40.480 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.3 2026-04-02T11:41:40.484 INFO:teuthology.orchestra.run.vm01.stdout:55834574850 2026-04-02T11:41:40.500 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574850 for osd.6 2026-04-02T11:41:41.343 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-02T11:41:41.384 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-02T11:41:41.440 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-02T11:41:41.457 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-02T11:41:41.458 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-02T11:41:41.464 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-02T11:41:41.481 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-02T11:41:41.501 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-02T11:41:41.664 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:41.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.0 2026-04-02T11:41:41.690 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.775 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:41.799 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.2 2026-04-02T11:41:41.799 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.846 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:41.866 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.1 2026-04-02T11:41:41.866 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:41.866 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.891 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.3 2026-04-02T11:41:41.891 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.905 INFO:teuthology.orchestra.run.vm01.stdout:55834574853 2026-04-02T11:41:41.924 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2026-04-02T11:41:41.924 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.944 INFO:teuthology.orchestra.run.vm01.stdout:55834574854 2026-04-02T11:41:41.958 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.5 2026-04-02T11:41:41.958 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.961 INFO:teuthology.orchestra.run.vm01.stdout:55834574852 2026-04-02T11:41:41.971 INFO:teuthology.orchestra.run.vm01.stdout:55834574853 2026-04-02T11:41:41.975 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.6 2026-04-02T11:41:41.975 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.986 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2026-04-02T11:41:41.986 DEBUG:teuthology.parallel:result is None 2026-04-02T11:41:41.986 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-02T11:41:41.986 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:41:42.257 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:42.257 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-04-02T11:41:42.272 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-04-02T11:41:40.668579+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217304,"kb_used_data":2512,"kb_used_omap":61,"kb_used_meta":214466,"kb_avail":754757416,"statfs":{"total":773094113280,"available":772871593984,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":63058,"internal_metadata":219613614},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.105536"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.680814+0000","last_change":"2026-04-02T11:41:38.680814+0000","last_active":"2026-04-02T11:41:38.680814+0000","last_peered":"2026-04-02T11:41:38.680814+0000","last_clean":"2026-04-02T11:41:38.680814+0000","last_became_active":"2026-04-02T11:41:36.577643+0000","last_became_peered":"2026-04-02T11:41:36.577643+0000","last_unstale":"2026-04-02T11:41:38.680814+0000","last_undegraded":"2026-04-02T11:41:38.680814+0000","last_fullsized":"2026-04-02T11:41:38.680814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:02:42.193456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028276100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.582786+0000","last_change":"2026-04-02T11:41:38.582786+0000","last_active":"2026-04-02T11:41:38.582786+0000","last_peered":"2026-04-02T11:41:38.582786+0000","last_clean":"2026-04-02T11:41:38.582786+0000","last_became_active":"2026-04-02T11:41:36.574922+0000","last_became_peered":"2026-04-02T11:41:36.574922+0000","last_unstale":"2026-04-02T11:41:38.582786+0000","last_undegraded":"2026-04-02T11:41:38.582786+0000","last_fullsized":"2026-04-02T11:41:38.582786+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T16:17:59.717993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000292417,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.583976+0000","last_change":"2026-04-02T11:41:38.583976+0000","last_active":"2026-04-02T11:41:38.583976+0000","last_peered":"2026-04-02T11:41:38.583976+0000","last_clean":"2026-04-02T11:41:38.583976+0000","last_became_active":"2026-04-02T11:41:36.633942+0000","last_became_peered":"2026-04-02T11:41:36.633942+0000","last_unstale":"2026-04-02T11:41:38.583976+0000","last_undegraded":"2026-04-02T11:41:38.583976+0000","last_fullsized":"2026-04-02T11:41:38.583976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T12:14:11.589665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028761800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.582785+0000","last_change":"2026-04-02T11:41:38.582785+0000","last_active":"2026-04-02T11:41:38.582785+0000","last_peered":"2026-04-02T11:41:38.582785+0000","last_clean":"2026-04-02T11:41:38.582785+0000","last_became_active":"2026-04-02T11:41:36.634092+0000","last_became_peered":"2026-04-02T11:41:36.634092+0000","last_unstale":"2026-04-02T11:41:38.582785+0000","last_undegraded":"2026-04-02T11:41:38.582785+0000","last_fullsized":"2026-04-02T11:41:38.582785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T22:58:37.317335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000290554,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.588204+0000","last_change":"2026-04-02T11:41:38.587323+0000","last_active":"2026-04-02T11:41:38.588204+0000","last_peered":"2026-04-02T11:41:38.588204+0000","last_clean":"2026-04-02T11:41:38.588204+0000","last_became_active":"2026-04-02T11:41:36.574416+0000","last_became_peered":"2026-04-02T11:41:36.574416+0000","last_unstale":"2026-04-02T11:41:38.588204+0000","last_undegraded":"2026-04-02T11:41:38.588204+0000","last_fullsized":"2026-04-02T11:41:38.588204+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:13:34.482978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052233800000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.720433+0000","last_change":"2026-04-02T11:41:38.720433+0000","last_active":"2026-04-02T11:41:38.720433+0000","last_peered":"2026-04-02T11:41:38.720433+0000","last_clean":"2026-04-02T11:41:38.720433+0000","last_became_active":"2026-04-02T11:41:36.573887+0000","last_became_peered":"2026-04-02T11:41:36.573887+0000","last_unstale":"2026-04-02T11:41:38.720433+0000","last_undegraded":"2026-04-02T11:41:38.720433+0000","last_fullsized":"2026-04-02T11:41:38.720433+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:37:19.534577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032329400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.584001+0000","last_change":"2026-04-02T11:41:38.584001+0000","last_active":"2026-04-02T11:41:38.584001+0000","last_peered":"2026-04-02T11:41:38.584001+0000","last_clean":"2026-04-02T11:41:38.584001+0000","last_became_active":"2026-04-02T11:41:36.575249+0000","last_became_peered":"2026-04-02T11:41:36.575249+0000","last_unstale":"2026-04-02T11:41:38.584001+0000","last_undegraded":"2026-04-02T11:41:38.584001+0000","last_fullsized":"2026-04-02T11:41:38.584001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:50:46.601292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028466199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.587081+0000","last_change":"2026-04-02T11:41:38.587081+0000","last_active":"2026-04-02T11:41:38.587081+0000","last_peered":"2026-04-02T11:41:38.587081+0000","last_clean":"2026-04-02T11:41:38.587081+0000","last_became_active":"2026-04-02T11:41:36.573956+0000","last_became_peered":"2026-04-02T11:41:36.573956+0000","last_unstale":"2026-04-02T11:41:38.587081+0000","last_undegraded":"2026-04-02T11:41:38.587081+0000","last_fullsized":"2026-04-02T11:41:38.587081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:29:11.938137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027181999999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.583679+0000","last_change":"2026-04-02T11:41:30.758551+0000","last_active":"2026-04-02T11:41:38.583679+0000","last_peered":"2026-04-02T11:41:38.583679+0000","last_clean":"2026-04-02T11:41:38.583679+0000","last_became_active":"2026-04-02T11:41:30.758372+0000","last_became_peered":"2026-04-02T11:41:30.758372+0000","last_unstale":"2026-04-02T11:41:38.583679+0000","last_undegraded":"2026-04-02T11:41:38.583679+0000","last_fullsized":"2026-04-02T11:41:38.583679+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:29.517072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:29.517072+0000","last_clean_scrub_stamp":"2026-04-02T11:41:29.517072+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:13:24.356692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5522,"internal_metadata":27454062},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8126,"internal_metadata":27451458},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6825,"internal_metadata":27452759},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:41:42.272 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-02T11:41:42.502 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:42.502 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-04-02T11:41:42.518 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2026-04-02T11:41:42.491881+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":217304,"kb_used_data":2512,"kb_used_omap":61,"kb_used_meta":214466,"kb_avail":754757416,"statfs":{"total":773094113280,"available":772871593984,"internally_reserved":0,"allocated":2572288,"data_stored":1466158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":63058,"internal_metadata":219613614},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.923454"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.680814+0000","last_change":"2026-04-02T11:41:38.680814+0000","last_active":"2026-04-02T11:41:38.680814+0000","last_peered":"2026-04-02T11:41:38.680814+0000","last_clean":"2026-04-02T11:41:38.680814+0000","last_became_active":"2026-04-02T11:41:36.577643+0000","last_became_peered":"2026-04-02T11:41:36.577643+0000","last_unstale":"2026-04-02T11:41:38.680814+0000","last_undegraded":"2026-04-02T11:41:38.680814+0000","last_fullsized":"2026-04-02T11:41:38.680814+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:02:42.193456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028276100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.582786+0000","last_change":"2026-04-02T11:41:38.582786+0000","last_active":"2026-04-02T11:41:38.582786+0000","last_peered":"2026-04-02T11:41:38.582786+0000","last_clean":"2026-04-02T11:41:38.582786+0000","last_became_active":"2026-04-02T11:41:36.574922+0000","last_became_peered":"2026-04-02T11:41:36.574922+0000","last_unstale":"2026-04-02T11:41:38.582786+0000","last_undegraded":"2026-04-02T11:41:38.582786+0000","last_fullsized":"2026-04-02T11:41:38.582786+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T16:17:59.717993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000292417,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.583976+0000","last_change":"2026-04-02T11:41:38.583976+0000","last_active":"2026-04-02T11:41:38.583976+0000","last_peered":"2026-04-02T11:41:38.583976+0000","last_clean":"2026-04-02T11:41:38.583976+0000","last_became_active":"2026-04-02T11:41:36.633942+0000","last_became_peered":"2026-04-02T11:41:36.633942+0000","last_unstale":"2026-04-02T11:41:38.583976+0000","last_undegraded":"2026-04-02T11:41:38.583976+0000","last_fullsized":"2026-04-02T11:41:38.583976+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T12:14:11.589665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028761800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.582785+0000","last_change":"2026-04-02T11:41:38.582785+0000","last_active":"2026-04-02T11:41:38.582785+0000","last_peered":"2026-04-02T11:41:38.582785+0000","last_clean":"2026-04-02T11:41:38.582785+0000","last_became_active":"2026-04-02T11:41:36.634092+0000","last_became_peered":"2026-04-02T11:41:36.634092+0000","last_unstale":"2026-04-02T11:41:38.582785+0000","last_undegraded":"2026-04-02T11:41:38.582785+0000","last_fullsized":"2026-04-02T11:41:38.582785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T22:58:37.317335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000290554,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"20'2","reported_seq":22,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.588204+0000","last_change":"2026-04-02T11:41:38.587323+0000","last_active":"2026-04-02T11:41:38.588204+0000","last_peered":"2026-04-02T11:41:38.588204+0000","last_clean":"2026-04-02T11:41:38.588204+0000","last_became_active":"2026-04-02T11:41:36.574416+0000","last_became_peered":"2026-04-02T11:41:36.574416+0000","last_unstale":"2026-04-02T11:41:38.588204+0000","last_undegraded":"2026-04-02T11:41:38.588204+0000","last_fullsized":"2026-04-02T11:41:38.588204+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T23:13:34.482978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052233800000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.720433+0000","last_change":"2026-04-02T11:41:38.720433+0000","last_active":"2026-04-02T11:41:38.720433+0000","last_peered":"2026-04-02T11:41:38.720433+0000","last_clean":"2026-04-02T11:41:38.720433+0000","last_became_active":"2026-04-02T11:41:36.573887+0000","last_became_peered":"2026-04-02T11:41:36.573887+0000","last_unstale":"2026-04-02T11:41:38.720433+0000","last_undegraded":"2026-04-02T11:41:38.720433+0000","last_fullsized":"2026-04-02T11:41:38.720433+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:37:19.534577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032329400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.584001+0000","last_change":"2026-04-02T11:41:38.584001+0000","last_active":"2026-04-02T11:41:38.584001+0000","last_peered":"2026-04-02T11:41:38.584001+0000","last_clean":"2026-04-02T11:41:38.584001+0000","last_became_active":"2026-04-02T11:41:36.575249+0000","last_became_peered":"2026-04-02T11:41:36.575249+0000","last_unstale":"2026-04-02T11:41:38.584001+0000","last_undegraded":"2026-04-02T11:41:38.584001+0000","last_fullsized":"2026-04-02T11:41:38.584001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:50:46.601292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028466199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"18'1","reported_seq":21,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.587081+0000","last_change":"2026-04-02T11:41:38.587081+0000","last_active":"2026-04-02T11:41:38.587081+0000","last_peered":"2026-04-02T11:41:38.587081+0000","last_clean":"2026-04-02T11:41:38.587081+0000","last_became_active":"2026-04-02T11:41:36.573956+0000","last_became_peered":"2026-04-02T11:41:36.573956+0000","last_unstale":"2026-04-02T11:41:38.587081+0000","last_undegraded":"2026-04-02T11:41:38.587081+0000","last_fullsized":"2026-04-02T11:41:38.587081+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:35.555876+0000","last_clean_scrub_stamp":"2026-04-02T11:41:35.555876+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T15:29:11.938137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027181999999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"15'32","reported_seq":65,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-04-02T11:41:38.583679+0000","last_change":"2026-04-02T11:41:30.758551+0000","last_active":"2026-04-02T11:41:38.583679+0000","last_peered":"2026-04-02T11:41:38.583679+0000","last_clean":"2026-04-02T11:41:38.583679+0000","last_became_active":"2026-04-02T11:41:30.758372+0000","last_became_peered":"2026-04-02T11:41:30.758372+0000","last_unstale":"2026-04-02T11:41:38.583679+0000","last_undegraded":"2026-04-02T11:41:38.583679+0000","last_fullsized":"2026-04-02T11:41:38.583679+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-02T11:41:29.517072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-02T11:41:29.517072+0000","last_clean_scrub_stamp":"2026-04-02T11:41:29.517072+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-03T21:13:24.356692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5522,"internal_metadata":27454062},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8126,"internal_metadata":27451458},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27056,"kb_used_data":200,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344784,"statfs":{"total":96636764160,"available":96609058816,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6825,"internal_metadata":27452759},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27048,"kb_used_data":200,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344792,"statfs":{"total":96636764160,"available":96609067008,"internally_reserved":0,"allocated":204800,"data_stored":68445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27052,"kb_used_data":204,"kb_used_omap":8,"kb_used_meta":26807,"kb_avail":94344788,"statfs":{"total":96636764160,"available":96609062912,"internally_reserved":0,"allocated":208896,"data_stored":68464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8777,"internal_metadata":27450807},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27500,"kb_used_data":652,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":94344340,"statfs":{"total":96636764160,"available":96608604160,"internally_reserved":0,"allocated":667648,"data_stored":527725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-02T11:41:42.519 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-02T11:41:42.519 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-02T11:41:42.519 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-02T11:41:42.519 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-02T11:41:42.788 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:41:42.789 INFO:teuthology.orchestra.run.vm01.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-02T11:41:42.802 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-02T11:41:42.802 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-04-02T11:41:42.805 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2026-04-02T11:41:42.805 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-02T11:41:42.836 DEBUG:teuthology.orchestra.run.vm01:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2026-04-02T11:41:43.072 INFO:teuthology.orchestra.run.vm01.stderr:.+...+++++++++++++++++++++++++++++++++++++++++++++*.....+......+...+++++++++++++++++++++++++++++++++++++++++++++*............................+...+.....+......+....+.....+.+......+...+..+....+...........+.........+....+..+.+..+............+.+............+.....+...+............+.......+...+...+..+...+...+.........+.......+......+........+.+.....+.+.....+...+....+......+...........+...+.+..+....+...+...........+....+...............+......+..............+...+...+.....................+......+.............+..............+...............+......+.......+........+.+.....+.........+.+...+..+.+..............+....+............................................+...+.........+...+.+......+........+.+..+.......+.....+...+....+.....+................+.....+.........+...+.......+...+...+++++ 2026-04-02T11:41:43.173 INFO:teuthology.orchestra.run.vm01.stderr:...+.+...+............+........................+.........+..+...+.+......+...+++++++++++++++++++++++++++++++++++++++++++++*........+........+...+..........+.................+.......+.....+......+++++++++++++++++++++++++++++++++++++++++++++*..+.....+......+...............+.......+......+......+...+............+......+..+......+.........+......+.+.....+...+......+.+......+.....+....+...+..+.............+.................+...+......+.......+..+..........+...+..............+.+.....+....+...+...........+....+...............+..+...+.+......+.....+....+..+...+................+......+..+.+......+.....+......+....+......+........+.+++++ 2026-04-02T11:41:43.185 INFO:teuthology.orchestra.run.vm01.stderr:----- 2026-04-02T11:41:43.188 DEBUG:teuthology.orchestra.run.vm01:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2026-04-02T11:41:43.271 DEBUG:teuthology.orchestra.run.vm01:> sudo update-ca-trust 2026-04-02T11:41:43.960 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-02T11:41:43.993 DEBUG:teuthology.orchestra.run.vm01:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=vm01.local 2026-04-02T11:41:44.086 INFO:teuthology.orchestra.run.vm01.stderr:....+..+....+.....+...+.+.....+....+...............+..+...+.+...........+++++++++++++++++++++++++++++++++++++++*....+......+...+++++++++++++++++++++++++++++++++++++++*..+.....+....+.........+.........+..+...+.+...........+...+.+..+....+........+.+..+...+......+.........+.+......+...+.....+.+......+..+............+.+.....+.......+.....+...............+.......+........+.+............+..............+.+...+.....+....+..+.............+...........+......+.+.....+............+.+..+..........++++++ 2026-04-02T11:41:44.101 INFO:teuthology.orchestra.run.vm01.stderr:.........+...+..+...+....+...+..+++++++++++++++++++++++++++++++++++++++*.........+.............+.....+...+.........+....+.....+....+...............+......+.....+......+...+.+.........+..+......+...+......+...............+.+...+......+...+..+...+++++++++++++++++++++++++++++++++++++++*.+..............+....+...+...+..+.............+.........+......+......+.....+.+...+..............+.+..+...................+.....+...............+.+...+..+....+...+.....+......+...................+..+.+...+............+..............+.+...............+.................+...+............+..........+...+..+..........+..+...+......+......+.............+...........+.+......+.....+..........+..++++++ 2026-04-02T11:41:44.103 INFO:teuthology.orchestra.run.vm01.stderr:----- 2026-04-02T11:41:44.105 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:41:44.105 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-02T11:41:44.176 DEBUG:teuthology.orchestra.run.vm01:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-02T11:41:44.250 INFO:teuthology.orchestra.run.vm01.stderr:Certificate request self-signature ok 2026-04-02T11:41:44.251 INFO:teuthology.orchestra.run.vm01.stderr:subject=CN=vm01.local 2026-04-02T11:41:44.254 DEBUG:teuthology.orchestra.run.vm01:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-02T11:41:44.326 DEBUG:teuthology.orchestra.run.vm01:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-02T11:41:44.400 INFO:teuthology.orchestra.run.vm01.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2026-04-02T11:41:44.401 DEBUG:teuthology.orchestra.run.vm01:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-02T11:41:44.477 INFO:teuthology.run_tasks:Running task rgw... 2026-04-02T11:41:44.481 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2026-04-02T11:41:44.482 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-02T11:41:44.482 INFO:tasks.rgw:Creating data pools 2026-04-02T11:41:44.482 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-02T11:41:44.482 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph osd erasure-code-profile set client.0 crush-failure-domain=osd k=3 m=1 name=testprofile --cluster ceph 2026-04-02T11:41:45.733 INFO:teuthology.orchestra.run.vm01.stderr:load: isa 2026-04-02T11:41:45.749 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2026-04-02T11:41:47.745 INFO:teuthology.orchestra.run.vm01.stderr:pool 'default.rgw.buckets.data' created 2026-04-02T11:41:47.775 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-02T11:41:49.007 INFO:teuthology.orchestra.run.vm01.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-02T11:41:49.022 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-02T11:41:50.011 INFO:teuthology.orchestra.run.vm01.stderr:pool 'default.rgw.buckets.index' created 2026-04-02T11:41:50.039 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-02T11:41:51.020 INFO:teuthology.orchestra.run.vm01.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-02T11:41:51.056 DEBUG:tasks.rgw:Pools created 2026-04-02T11:41:51.056 INFO:tasks.rgw:Configuring compression type = random 2026-04-02T11:41:51.056 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:41:51.056 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:41:51.056 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:41:51.116 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:41:51.116 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:41:53.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.075+0000 7f8e8d844640 0 -- 192.168.123.101:0/2373275612 >> [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] conn(0x5644a2023920 msgr2=0x5644a2043da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:53.081 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.078+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.082 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.079+0000 7f8e8d043640 0 -- 192.168.123.101:0/1770843997 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5644a2023920 msgr2=0x5644a2054da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 realm 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:41:53.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:53.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.281+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.285 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.282+0000 7f8e91b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:53.285 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.282+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.285 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.283+0000 7f8e91b2f900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-02T11:41:53.285 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.283+0000 7f8e91b2f900 20 searching for the correct realm 2026-04-02T11:41:53.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:41:53.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:41:53.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:41:53.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.295+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 zone default found 2026-04-02T11:41:53.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 4 Realm: () 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 zonegroup default 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:53.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:53.296+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:55.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:55.101+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:55.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:55.101+0000 7f8e91b2f900 20 rados->read ofs=0 len=0 2026-04-02T11:41:55.105 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:55.102+0000 7f8e91b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:41:55.105 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:55.102+0000 7f8e91b2f900 20 started sync module instance, tier type = 2026-04-02T11:41:55.105 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:55.102+0000 7f8e91b2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:41:57.127 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.124+0000 7f8e91b2f900 20 add_watcher() i=3 2026-04-02T11:41:57.127 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.124+0000 7f8e91b2f900 20 add_watcher() i=0 2026-04-02T11:41:57.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.127+0000 7f8e91b2f900 20 add_watcher() i=1 2026-04-02T11:41:57.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.128+0000 7f8e91b2f900 20 add_watcher() i=5 2026-04-02T11:41:57.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.128+0000 7f8e91b2f900 20 add_watcher() i=6 2026-04-02T11:41:57.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.128+0000 7f8e91b2f900 20 add_watcher() i=4 2026-04-02T11:41:57.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.129+0000 7f8e91b2f900 20 add_watcher() i=7 2026-04-02T11:41:57.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.129+0000 7f8e91b2f900 20 add_watcher() i=2 2026-04-02T11:41:57.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.129+0000 7f8e91b2f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:41:57.133 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.131+0000 7f8e86ffd640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-02T11:41:57.133 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.131+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-02T11:41:57.133 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.131+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.132+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-02T11:41:57.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.132+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-02T11:41:57.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.132+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.133+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.133+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.133+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.134+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.134+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-02T11:41:57.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.134+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-02T11:41:57.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.135+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.138 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.136+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-02T11:41:57.138 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.136+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.136+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-02T11:41:57.139 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.137+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.138+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.138+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-02T11:41:57.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.138+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-02T11:41:57.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.139+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-02T11:41:57.142 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.140+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-02T11:41:57.143 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.141+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-02T11:41:57.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.142+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-02T11:41:57.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.143+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.146 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.144+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-02T11:41:57.147 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.145+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-02T11:41:57.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.146+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-02T11:41:57.149 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.147+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.148+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.151 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.149+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-02T11:41:57.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.150+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-02T11:41:57.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.151+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-02T11:41:57.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.152+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-02T11:41:57.155 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.153+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-02T11:41:57.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.154+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-02T11:41:57.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.155+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-02T11:41:57.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.156+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-02T11:41:57.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.157+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-02T11:41:57.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.158+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-02T11:41:57.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.159+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-02T11:41:57.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.160+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-02T11:41:57.163 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.161+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-02T11:41:57.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.162+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-02T11:41:57.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.163+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.164+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-02T11:41:57.167 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.165+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.168 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.166+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e86ffd640 20 do_open: entering 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e867fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-02T11:41:57.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e85ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.167+0000 7f8e85ffb640 20 do_open: entering 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8e846640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8e846640 20 do_open: entering 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8c842640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e8c842640 20 do_open: entering 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e87fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e87fff640 20 do_open: entering 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e877fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-02T11:41:57.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.168+0000 7f8e877fe640 20 do_open: entering 2026-04-02T11:41:57.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.169+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-02T11:41:57.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.169+0000 7f8e8facf640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-02T11:41:57.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.169+0000 7f8e8facf640 20 do_open: entering 2026-04-02T11:41:57.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.169+0000 7f8e86ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-02T11:41:57.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.169+0000 7f8e86ffd640 20 do_create: entering 2026-04-02T11:41:57.173 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.171+0000 7f8e867fc640 20 do_open: entering 2026-04-02T11:41:57.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.178+0000 7f8e91b2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:41:57.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:41:57.178+0000 7f8e91b2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:00.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.134+0000 7f8e91b2f900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-02T11:42:00.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.134+0000 7f8e91b2f900 5 note: GC not initialized 2026-04-02T11:42:00.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.135+0000 7f8e377ee640 20 reqs_thread_entry: start 2026-04-02T11:42:00.212 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.209+0000 7f8e91b2f900 20 init_complete bucket index max shards: 11 2026-04-02T11:42:00.212 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.209+0000 7f8e91b2f900 20 Filter name: none 2026-04-02T11:42:00.212 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.209+0000 7f8e357ea640 20 reqs_thread_entry: start 2026-04-02T11:42:00.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.221+0000 7f8e91b2f900 20 remove_watcher() i=4 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.221+0000 7f8e91b2f900 2 removed watcher, disabling cache 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.222+0000 7f8e91b2f900 20 remove_watcher() i=7 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=0 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=2 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=1 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=3 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=6 2026-04-02T11:42:00.225 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.223+0000 7f8e91b2f900 20 remove_watcher() i=5 2026-04-02T11:42:00.233 INFO:teuthology.orchestra.run.vm01.stdout:[] 2026-04-02T11:42:00.233 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:42:00.233 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:42:00.233 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-02T11:42:00.233 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-02T11:42:00.289 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:00.290 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:00.306 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.304+0000 7fb97396d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:00.306 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.304+0000 7fb97396d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:00.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.304+0000 7fb91cfe9640 20 reqs_thread_entry: start 2026-04-02T11:42:00.319 INFO:teuthology.orchestra.run.vm01.stdout:{"id":"a0d0867c-98f6-41be-ae74-2f6c3c99e419","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:42:00.319 DEBUG:tasks.util.rgw: json result: {'id': 'a0d0867c-98f6-41be-ae74-2f6c3c99e419', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:42:00.319 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:42:00.319 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:42:00.319 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:42:00.377 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:00.377 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:00.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.397+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.398+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.398+0000 7f4f48f5b900 20 realm 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.398+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.399+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.399+0000 7f4f48f5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.399+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.399+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.399+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.400+0000 7f4f48f5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:00.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.400+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.400+0000 7f4f48f5b900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-02T11:42:00.403 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.400+0000 7f4f48f5b900 20 searching for the correct realm 2026-04-02T11:42:00.407 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.405+0000 7f4f44cd4640 0 -- 192.168.123.101:0/3633072393 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f4f3804c950 msgr2=0x7f4f38008400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:42:00.614 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.612+0000 7f4f454d5640 0 -- 192.168.123.101:0/3633072393 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55b095190570 msgr2=0x55b095190a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:42:00.616 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:42:00.616 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:42:00.616 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:42:00.616 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:42:00.616 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.614+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 zone default found 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 4 Realm: () 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:42:00.617 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 zonegroup default 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.615+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.616+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.616+0000 7f4f48f5b900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.616+0000 7f4f48f5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.616+0000 7f4f48f5b900 20 started sync module instance, tier type = 2026-04-02T11:42:00.618 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.616+0000 7f4f48f5b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:42:00.623 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.620+0000 7f4f48f5b900 20 add_watcher() i=3 2026-04-02T11:42:00.623 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.620+0000 7f4f48f5b900 20 add_watcher() i=0 2026-04-02T11:42:00.623 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.621+0000 7f4f48f5b900 20 add_watcher() i=5 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.621+0000 7f4f48f5b900 20 add_watcher() i=6 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.621+0000 7f4f48f5b900 20 add_watcher() i=2 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.622+0000 7f4f48f5b900 20 add_watcher() i=7 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.622+0000 7f4f48f5b900 20 add_watcher() i=4 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.622+0000 7f4f48f5b900 20 add_watcher() i=1 2026-04-02T11:42:00.624 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.622+0000 7f4f48f5b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:42:00.627 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.624+0000 7f4f48f5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:00.627 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.624+0000 7f4f48f5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:00.627 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.624+0000 7f4f48f5b900 5 note: GC not initialized 2026-04-02T11:42:00.627 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.625+0000 7f4ef17f2640 20 reqs_thread_entry: start 2026-04-02T11:42:00.681 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.678+0000 7f4f48f5b900 20 init_complete bucket index max shards: 11 2026-04-02T11:42:00.681 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.678+0000 7f4f48f5b900 20 Filter name: none 2026-04-02T11:42:00.681 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.679+0000 7f4eeaffd640 20 reqs_thread_entry: start 2026-04-02T11:42:00.692 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.690+0000 7f4f48f5b900 20 remove_watcher() i=4 2026-04-02T11:42:00.692 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.690+0000 7f4f48f5b900 2 removed watcher, disabling cache 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.690+0000 7f4f48f5b900 20 remove_watcher() i=0 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.690+0000 7f4f48f5b900 20 remove_watcher() i=5 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.691+0000 7f4f48f5b900 20 remove_watcher() i=6 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.691+0000 7f4f48f5b900 20 remove_watcher() i=3 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.691+0000 7f4f48f5b900 20 remove_watcher() i=2 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.691+0000 7f4f48f5b900 20 remove_watcher() i=1 2026-04-02T11:42:00.693 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.691+0000 7f4f48f5b900 20 remove_watcher() i=7 2026-04-02T11:42:00.701 INFO:teuthology.orchestra.run.vm01.stdout:[] 2026-04-02T11:42:00.701 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:42:00.701 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-02T11:42:00.701 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-02T11:42:00.701 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2026-04-02T11:42:00.757 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:00.757 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:00.775 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.772+0000 7f87f23a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:00.775 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.772+0000 7f87f23a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:00.775 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.772+0000 7f87977fe640 20 reqs_thread_entry: start 2026-04-02T11:42:00.789 INFO:teuthology.orchestra.run.vm01.stdout:{"id":"a0d0867c-98f6-41be-ae74-2f6c3c99e419","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:42:00.789 DEBUG:tasks.util.rgw: json result: {'id': 'a0d0867c-98f6-41be-ae74-2f6c3c99e419', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:42:00.789 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-02T11:42:00.789 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-02T11:42:00.789 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-02T11:42:00.846 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:00.846 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:00.867 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.864+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.868 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.868 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 20 realm 2026-04-02T11:42:00.868 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.869 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.869 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:42:00.869 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.866+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.869 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.867+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:00.869 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.867+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.870 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.868+0000 7ffaf3763900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:00.870 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.868+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:00.870 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.868+0000 7ffaf3763900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-02T11:42:00.871 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.868+0000 7ffaf3763900 20 searching for the correct realm 2026-04-02T11:42:00.875 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:00.873+0000 7ffaeaffd640 0 -- 192.168.123.101:0/1630031974 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7ffae4065e00 msgr2=0x7ffae401e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:42:01.083 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.080+0000 7ffaeb7fe640 0 -- 192.168.123.101:0/1630031974 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55c758ae0720 msgr2=0x55c758ae0bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:42:01.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.082+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados_obj.operate() r=0 bl.length=436 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 zone default found 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 4 Realm: () 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 zonegroup default 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:01.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.083+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.086 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.084+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:01.086 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.084+0000 7ffaf3763900 20 rados->read ofs=0 len=0 2026-04-02T11:42:01.086 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.084+0000 7ffaf3763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:01.086 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.084+0000 7ffaf3763900 20 started sync module instance, tier type = 2026-04-02T11:42:01.086 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.084+0000 7ffaf3763900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:42:01.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.089+0000 7ffaf3763900 20 add_watcher() i=3 2026-04-02T11:42:01.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.090+0000 7ffaf3763900 20 add_watcher() i=4 2026-04-02T11:42:01.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.090+0000 7ffaf3763900 20 add_watcher() i=0 2026-04-02T11:42:01.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.090+0000 7ffaf3763900 20 add_watcher() i=7 2026-04-02T11:42:01.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.090+0000 7ffaf3763900 20 add_watcher() i=5 2026-04-02T11:42:01.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.091+0000 7ffaf3763900 20 add_watcher() i=1 2026-04-02T11:42:01.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.091+0000 7ffaf3763900 20 add_watcher() i=6 2026-04-02T11:42:01.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.091+0000 7ffaf3763900 20 add_watcher() i=2 2026-04-02T11:42:01.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.091+0000 7ffaf3763900 2 all 8 watchers are set, enabling cache 2026-04-02T11:42:01.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.093+0000 7ffaf3763900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:01.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.093+0000 7ffaf3763900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:01.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.094+0000 7ffaf3763900 5 note: GC not initialized 2026-04-02T11:42:01.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.094+0000 7ffa977fe640 20 reqs_thread_entry: start 2026-04-02T11:42:01.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.149+0000 7ffaf3763900 20 init_complete bucket index max shards: 11 2026-04-02T11:42:01.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.149+0000 7ffaf3763900 20 Filter name: none 2026-04-02T11:42:01.152 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.149+0000 7ffa957fa640 20 reqs_thread_entry: start 2026-04-02T11:42:01.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.163+0000 7ffaf3763900 20 remove_watcher() i=0 2026-04-02T11:42:01.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.163+0000 7ffaf3763900 2 removed watcher, disabling cache 2026-04-02T11:42:01.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.163+0000 7ffaf3763900 20 remove_watcher() i=3 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=5 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=6 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=4 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=2 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=7 2026-04-02T11:42:01.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.164+0000 7ffaf3763900 20 remove_watcher() i=1 2026-04-02T11:42:01.173 INFO:teuthology.orchestra.run.vm01.stdout:[] 2026-04-02T11:42:01.173 DEBUG:tasks.util.rgw: json result: [] 2026-04-02T11:42:01.173 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-02T11:42:01.173 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:42:01.173 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-02T11:42:01.173 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-02T11:42:01.233 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:01.233 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:01.251 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.249+0000 7f67f836e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:01.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.249+0000 7f67f836e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:01.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.249+0000 7f67a1feb640 20 reqs_thread_entry: start 2026-04-02T11:42:01.263 INFO:teuthology.orchestra.run.vm01.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-02T11:42:01.263 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-02T11:42:01.263 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:42:01.263 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-02T11:42:01.263 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-02T11:42:01.323 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:01.324 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:01.339 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.337+0000 7f27613af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:01.339 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.337+0000 7f27613af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:01.339 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.337+0000 7f2707fff640 20 reqs_thread_entry: start 2026-04-02T11:42:01.353 INFO:teuthology.orchestra.run.vm01.stdout:{"id":"a0d0867c-98f6-41be-ae74-2f6c3c99e419","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:42:01.353 DEBUG:tasks.util.rgw: json result: {'id': 'a0d0867c-98f6-41be-ae74-2f6c3c99e419', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:42:01.353 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-02T11:42:01.353 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:42:01.353 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-02T11:42:01.353 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-02T11:42:01.411 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:01.411 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:01.426 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.423+0000 7f36bc78b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:01.426 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.423+0000 7f36bc78b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:01.426 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.424+0000 7f36657f2640 20 reqs_thread_entry: start 2026-04-02T11:42:01.436 INFO:teuthology.orchestra.run.vm01.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-02T11:42:01.436 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-02T11:42:01.436 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:42:01.436 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-02T11:42:01.436 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-04-02T11:42:01.492 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:01.492 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:01.509 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.506+0000 7f55e7d2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:01.509 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.506+0000 7f55e7d2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:01.509 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:42:01.507+0000 7f55917f2640 20 reqs_thread_entry: start 2026-04-02T11:42:01.520 INFO:teuthology.orchestra.run.vm01.stdout:{"id":"a0d0867c-98f6-41be-ae74-2f6c3c99e419","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-02T11:42:01.520 DEBUG:tasks.util.rgw: json result: {'id': 'a0d0867c-98f6-41be-ae74-2f6c3c99e419', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-02T11:42:01.520 INFO:tasks.rgw:Starting rgw... 2026-04-02T11:42:01.521 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2026-04-02T11:42:01.521 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-02T11:42:01.521 DEBUG:teuthology.orchestra.run.vm01:> sudo echo -n https://vm01.local:443 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-02T11:42:01.566 INFO:teuthology.orchestra.run.vm01.stdout:https://vm01.local:443 2026-04-02T11:42:01.567 DEBUG:teuthology.orchestra.run.vm01:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-02T11:42:01.612 DEBUG:teuthology.orchestra.run.vm01:> sudo keytool -import -alias vm01.local -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2026-04-02T11:42:01.727 INFO:teuthology.orchestra.run.vm01.stderr:Warning: use -cacerts option to access cacerts keystore 2026-04-02T11:42:01.816 INFO:teuthology.orchestra.run.vm01.stderr:Certificate was added to keystore 2026-04-02T11:42:01.839 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2026-04-02T11:42:01.839 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-02T11:42:01.839 DEBUG:teuthology.orchestra.run.vm01:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-02T11:42:01.841 INFO:tasks.rgw.client.0:Started 2026-04-02T11:42:01.841 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://vm01.local:443/ 2026-04-02T11:42:01.841 DEBUG:teuthology.orchestra.run.vm01:> curl https://vm01.local:443/ 2026-04-02T11:42:01.871 INFO:teuthology.orchestra.run.vm01.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:42:01.871 INFO:teuthology.orchestra.run.vm01.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:42:01.871 INFO:teuthology.orchestra.run.vm01.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:42:01.871 INFO:teuthology.orchestra.run.vm01.stderr:curl: (7) Failed to connect to vm01.local port 443: Connection refused 2026-04-02T11:42:01.871 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:42:02.872 DEBUG:teuthology.orchestra.run.vm01:> curl https://vm01.local:443/ 2026-04-02T11:42:02.906 INFO:teuthology.orchestra.run.vm01.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:42:02.906 INFO:teuthology.orchestra.run.vm01.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:42:02.906 INFO:teuthology.orchestra.run.vm01.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:42:02.906 INFO:teuthology.orchestra.run.vm01.stderr:curl: (7) Failed to connect to vm01.local port 443: Connection refused 2026-04-02T11:42:02.907 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:42:04.907 DEBUG:teuthology.orchestra.run.vm01:> curl https://vm01.local:443/ 2026-04-02T11:42:04.948 INFO:teuthology.orchestra.run.vm01.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:42:04.948 INFO:teuthology.orchestra.run.vm01.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:42:04.948 INFO:teuthology.orchestra.run.vm01.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:42:04.949 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:42:04.949 INFO:teuthology.orchestra.run.vm01.stderr:curl: (7) Failed to connect to vm01.local port 443: Connection refused 2026-04-02T11:42:08.950 DEBUG:teuthology.orchestra.run.vm01:> curl https://vm01.local:443/ 2026-04-02T11:42:08.983 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-02T11:42:08.983 INFO:teuthology.orchestra.run.vm01.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:42:08.983 INFO:teuthology.orchestra.run.vm01.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:42:08.983 INFO:teuthology.orchestra.run.vm01.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-02T11:42:08.983 INFO:teuthology.orchestra.run.vm01.stderr:curl: (7) Failed to connect to vm01.local port 443: Connection refused 2026-04-02T11:42:15.132 INFO:tasks.rgw.client.0.vm01.stdout:2026-04-02T11:42:15.126+0000 bf00f00 -1 ssl_private_key was not found: rgw/cert//default.key 2026-04-02T11:42:16.984 DEBUG:teuthology.orchestra.run.vm01:> curl https://vm01.local:443/ 2026-04-02T11:42:17.019 INFO:teuthology.orchestra.run.vm01.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-02T11:42:17.019 INFO:teuthology.orchestra.run.vm01.stderr: Dload Upload Total Spent Left Speed 2026-04-02T11:42:17.662 INFO:teuthology.orchestra.run.vm01.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 291 0 --:--:-- --:--:-- --:--:-- 291 2026-04-02T11:42:17.664 INFO:teuthology.orchestra.run.vm01.stdout:anonymous 2026-04-02T11:42:17.664 INFO:teuthology.run_tasks:Running task tox... 2026-04-02T11:42:17.667 INFO:tasks.tox:Deploying tox from pip... 2026-04-02T11:42:17.668 DEBUG:teuthology.orchestra.run.vm01:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-02T11:42:19.132 DEBUG:teuthology.orchestra.run.vm01:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-02T11:42:19.460 INFO:teuthology.orchestra.run.vm01.stdout:Collecting tox 2026-04-02T11:42:19.493 INFO:teuthology.orchestra.run.vm01.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-02T11:42:19.544 INFO:teuthology.orchestra.run.vm01.stdout:Collecting pluggy>=1.6 2026-04-02T11:42:19.552 INFO:teuthology.orchestra.run.vm01.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-02T11:42:19.606 INFO:teuthology.orchestra.run.vm01.stdout:Collecting tomli>=2.2.1 2026-04-02T11:42:19.616 INFO:teuthology.orchestra.run.vm01.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-02T11:42:19.651 INFO:teuthology.orchestra.run.vm01.stdout:Collecting typing-extensions>=4.14.1 2026-04-02T11:42:19.660 INFO:teuthology.orchestra.run.vm01.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-02T11:42:19.698 INFO:teuthology.orchestra.run.vm01.stdout:Collecting cachetools>=6.1 2026-04-02T11:42:19.707 INFO:teuthology.orchestra.run.vm01.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-02T11:42:19.800 INFO:teuthology.orchestra.run.vm01.stdout:Collecting virtualenv>=20.31.2 2026-04-02T11:42:19.809 INFO:teuthology.orchestra.run.vm01.stdout: Downloading virtualenv-21.2.0-py3-none-any.whl (5.8 MB) 2026-04-02T11:42:19.940 INFO:teuthology.orchestra.run.vm01.stdout:Collecting colorama>=0.4.6 2026-04-02T11:42:19.948 INFO:teuthology.orchestra.run.vm01.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-02T11:42:20.002 INFO:teuthology.orchestra.run.vm01.stdout:Collecting chardet>=5.2 2026-04-02T11:42:20.011 INFO:teuthology.orchestra.run.vm01.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-02T11:42:20.049 INFO:teuthology.orchestra.run.vm01.stdout:Collecting platformdirs>=4.3.8 2026-04-02T11:42:20.058 INFO:teuthology.orchestra.run.vm01.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-02T11:42:20.093 INFO:teuthology.orchestra.run.vm01.stdout:Collecting packaging>=25 2026-04-02T11:42:20.102 INFO:teuthology.orchestra.run.vm01.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-04-02T11:42:20.142 INFO:teuthology.orchestra.run.vm01.stdout:Collecting filelock>=3.18 2026-04-02T11:42:20.150 INFO:teuthology.orchestra.run.vm01.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-02T11:42:20.175 INFO:teuthology.orchestra.run.vm01.stdout:Collecting pyproject-api>=1.9.1 2026-04-02T11:42:20.185 INFO:teuthology.orchestra.run.vm01.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-02T11:42:20.232 INFO:teuthology.orchestra.run.vm01.stdout:Collecting python-discovery>=1 2026-04-02T11:42:20.241 INFO:teuthology.orchestra.run.vm01.stdout: Downloading python_discovery-1.2.1-py3-none-any.whl (31 kB) 2026-04-02T11:42:20.272 INFO:teuthology.orchestra.run.vm01.stdout:Collecting distlib<1,>=0.3.7 2026-04-02T11:42:20.282 INFO:teuthology.orchestra.run.vm01.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-02T11:42:20.349 INFO:teuthology.orchestra.run.vm01.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-02T11:42:21.316 INFO:teuthology.orchestra.run.vm01.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.1 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.0 2026-04-02T11:42:21.400 INFO:teuthology.orchestra.run.vm01.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-02T11:42:21.400 INFO:teuthology.orchestra.run.vm01.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-02T11:42:21.467 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:42:21.471 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:42:21.471 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:42:21.471 DEBUG:teuthology.orchestra.run.vm01:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:42:21.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:42:21.505 INFO:teuthology.orchestra.run.vm01.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:42:21.505 DEBUG:teuthology.orchestra.run.vm01:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:42:21.577 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:42:21.577 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:42:21.647 INFO:tasks.workunit:timeout=3h 2026-04-02T11:42:21.647 INFO:tasks.workunit:cleanup=True 2026-04-02T11:42:21.647 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:42:21.719 INFO:tasks.workunit.client.0.vm01.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:42:54.884 INFO:tasks.workunit.client.0.vm01.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: git switch -c 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:Or undo this operation with: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: git switch - 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:42:54.885 INFO:tasks.workunit.client.0.vm01.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:42:54.894 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:42:54.965 INFO:tasks.workunit.client.0.vm01.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:42:54.967 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:42:54.967 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:42:55.009 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:42:55.050 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:42:55.081 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:42:55.082 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:42:55.082 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:42:55.113 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:42:55.116 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:42:55.116 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:42:55.189 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-04-02T11:42:55.190 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-04-02T11:42:55.190 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:42:55.263 INFO:tasks.workunit.client.0.vm01.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-02T11:42:55.263 INFO:tasks.workunit.client.0.vm01.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:42:55.263 INFO:tasks.workunit.client.0.vm01.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ deactivate nondestructive 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ export VIRTUAL_ENV 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ export PATH 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -z '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ PS1='(rgw) ' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ export PS1 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T11:42:56.669 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install pip --upgrade 2026-04-02T11:42:56.829 INFO:tasks.workunit.client.0.vm01.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:42:56.920 INFO:tasks.workunit.client.0.vm01.stdout:Collecting pip 2026-04-02T11:42:56.950 INFO:tasks.workunit.client.0.vm01.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:42:57.021 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: pip 2026-04-02T11:42:57.021 INFO:tasks.workunit.client.0.vm01.stdout: Attempting uninstall: pip 2026-04-02T11:42:57.021 INFO:tasks.workunit.client.0.vm01.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:42:57.136 INFO:tasks.workunit.client.0.vm01.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:42:57.140 INFO:tasks.workunit.client.0.vm01.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:42:57.572 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed pip-26.0.1 2026-04-02T11:42:57.709 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install boto3 2026-04-02T11:42:58.139 INFO:tasks.workunit.client.0.vm01.stdout:Collecting boto3 2026-04-02T11:42:58.169 INFO:tasks.workunit.client.0.vm01.stdout: Downloading boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:42:58.360 INFO:tasks.workunit.client.0.vm01.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:42:58.370 INFO:tasks.workunit.client.0.vm01.stdout: Downloading botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:42:58.387 INFO:tasks.workunit.client.0.vm01.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:42:58.396 INFO:tasks.workunit.client.0.vm01.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:42:58.416 INFO:tasks.workunit.client.0.vm01.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:42:58.425 INFO:tasks.workunit.client.0.vm01.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:42:58.444 INFO:tasks.workunit.client.0.vm01.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:42:58.454 INFO:tasks.workunit.client.0.vm01.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:42:58.478 INFO:tasks.workunit.client.0.vm01.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:42:58.488 INFO:tasks.workunit.client.0.vm01.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:42:58.512 INFO:tasks.workunit.client.0.vm01.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:42:58.521 INFO:tasks.workunit.client.0.vm01.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:42:58.575 INFO:tasks.workunit.client.0.vm01.stdout:Downloading boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:42:58.593 INFO:tasks.workunit.client.0.vm01.stdout:Downloading botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:42:58.764 INFO:tasks.workunit.client.0.vm01.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.8/14.8 MB 89.1 MB/s 0:00:00 2026-04-02T11:42:58.774 INFO:tasks.workunit.client.0.vm01.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:42:58.785 INFO:tasks.workunit.client.0.vm01.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:42:58.827 INFO:tasks.workunit.client.0.vm01.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:42:58.862 INFO:tasks.workunit.client.0.vm01.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:42:58.873 INFO:tasks.workunit.client.0.vm01.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:42:58.912 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:42:59.425 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:42:59.426 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:42:59.534 INFO:tasks.workunit.client.0.vm01.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-04-02T11:42:59.622 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-04-02T11:42:59.649 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:42:59.649 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:42:59.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.669+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 20 realm 2026-04-02T11:42:59.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:42:59.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.670+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.671+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.671+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.671+0000 7f01ad963900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:59.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.671+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.672+0000 7f01ad963900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:42:59.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.672+0000 7f01ad963900 20 searching for the correct realm 2026-04-02T11:42:59.678 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.676+0000 7f01a9f7d640 0 -- 192.168.123.101:0/2820856927 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x56419774d6d0 msgr2=0x56419776db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:42:59.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.679+0000 7f01a8f7b640 0 -- 192.168.123.101:0/2820856927 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5641977916d0 msgr2=0x5641977b1ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:42:59.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.682+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 zone default found 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 4 Realm: () 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 zonegroup default 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 started sync module instance, tier type = 2026-04-02T11:42:59.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.683+0000 7f01ad963900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:42:59.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.687+0000 7f01ad963900 20 add_watcher() i=0 2026-04-02T11:42:59.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.688+0000 7f01ad963900 20 add_watcher() i=4 2026-04-02T11:42:59.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.688+0000 7f01ad963900 20 add_watcher() i=3 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.688+0000 7f01ad963900 20 add_watcher() i=6 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.688+0000 7f01ad963900 20 add_watcher() i=5 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.689+0000 7f01ad963900 20 add_watcher() i=1 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.689+0000 7f01ad963900 20 add_watcher() i=7 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.689+0000 7f01ad963900 20 add_watcher() i=2 2026-04-02T11:42:59.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.689+0000 7f01ad963900 2 all 8 watchers are set, enabling cache 2026-04-02T11:42:59.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.691+0000 7f01ad963900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:42:59.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.691+0000 7f01ad963900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:42:59.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.692+0000 7f01ad963900 5 note: GC not initialized 2026-04-02T11:42:59.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.692+0000 7f0156fed640 20 reqs_thread_entry: start 2026-04-02T11:42:59.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 20 init_complete bucket index max shards: 11 2026-04-02T11:42:59.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 20 Filter name: none 2026-04-02T11:42:59.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f0154fe9640 20 reqs_thread_entry: start 2026-04-02T11:42:59.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-04-02T11:42:59.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.740+0000 7f01ad963900 20 rados->read ofs=0 len=0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.741+0000 7f01ad963900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.741+0000 7f01ad963900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.741+0000 7f01ad963900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.741+0000 7f01ad963900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:42:59.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.741+0000 7f01ad963900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f01ad963900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f01ad963900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f01ad963900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f017ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 163208757248 cookie 94839714203360 notifier 4638 bl.length()=593 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f017ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-02T11:42:59.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.743+0000 7f017ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-02T11:42:59.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f01ad963900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:42:59.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f01ad963900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:42:59.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f01ad963900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-04-02T11:42:59.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f017ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 163208757248 cookie 94839714178336 notifier 4638 bl.length()=186 2026-04-02T11:42:59.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f017ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-02T11:42:59.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.760+0000 7f017ffff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=3 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 2 removed watcher, disabling cache 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=0 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=7 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=5 2026-04-02T11:42:59.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=6 2026-04-02T11:42:59.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=1 2026-04-02T11:42:59.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=4 2026-04-02T11:42:59.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:42:59.766+0000 7f01ad963900 20 remove_watcher() i=2 2026-04-02T11:42:59.778 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:42:59.778 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:42:59.912 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:42:59.913 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.057 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.057 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.140 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.140 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.306 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.306 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.642 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.642 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.721 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.721 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.784 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.784 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.796 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.796 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.851 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.851 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.974 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.974 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:00.998 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:00.998 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.048 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:01.048 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.063 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:01.063 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.116 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:01.116 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.135 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:01.135 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.185 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:01.185 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:01.200 INFO:tasks.workunit.client.0.vm01.stderr:TEST: recalculated bucket check stats are correct 2026-04-02T11:43:01.201 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:01.202 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:43:01.225 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:01.225 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.248+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.249+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.249+0000 7fad6c75f900 20 realm 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.249+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.250+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.250+0000 7fad6c75f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.250+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.250+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.250+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.251+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.251+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.252+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:01.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.252+0000 7fad6c75f900 20 searching for the correct realm 2026-04-02T11:43:01.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.257+0000 7fad63fff640 0 -- 192.168.123.101:0/1289935620 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fad5c057040 msgr2=0x7fad5c00e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.463+0000 7fad68cd5640 0 -- 192.168.123.101:0/1289935620 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x562181bc0170 msgr2=0x562181be0620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.465+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 zone default found 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 4 Realm: () 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 zonegroup default 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.466+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 started sync module instance, tier type = 2026-04-02T11:43:01.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.467+0000 7fad6c75f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:01.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.472+0000 7fad6c75f900 20 add_watcher() i=2 2026-04-02T11:43:01.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.472+0000 7fad6c75f900 20 add_watcher() i=3 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.472+0000 7fad6c75f900 20 add_watcher() i=0 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.472+0000 7fad6c75f900 20 add_watcher() i=7 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.473+0000 7fad6c75f900 20 add_watcher() i=1 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.473+0000 7fad6c75f900 20 add_watcher() i=5 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.473+0000 7fad6c75f900 20 add_watcher() i=4 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.473+0000 7fad6c75f900 20 add_watcher() i=6 2026-04-02T11:43:01.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.473+0000 7fad6c75f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:01.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.475+0000 7fad6c75f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:01.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.475+0000 7fad6c75f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:01.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.475+0000 7fad6c75f900 5 note: GC not initialized 2026-04-02T11:43:01.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.476+0000 7fad14ff1640 20 reqs_thread_entry: start 2026-04-02T11:43:01.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.520+0000 7fad6c75f900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:01.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad6c75f900 20 Filter name: none 2026-04-02T11:43:01.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad0e7fc640 20 reqs_thread_entry: start 2026-04-02T11:43:01.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad6c75f900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:01.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.521+0000 7fad6c75f900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:01.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.522+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:01.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.523+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:01.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.523+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:01.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.524+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:01.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.524+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:01.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.525+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:01.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.525+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:01.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.526+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:01.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.526+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:01.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.526+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:01.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.527+0000 7fad6c75f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=2 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 2 removed watcher, disabling cache 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=3 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=4 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=1 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=0 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.536+0000 7fad6c75f900 20 remove_watcher() i=5 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.537+0000 7fad6c75f900 20 remove_watcher() i=6 2026-04-02T11:43:01.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.537+0000 7fad6c75f900 20 remove_watcher() i=7 2026-04-02T11:43:01.547 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:43:01.566 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:01.567 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:01.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.587+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.587+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.587+0000 7fed4173c900 20 realm 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.588+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.589+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.589+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.590+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:01.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.590+0000 7fed4173c900 20 searching for the correct realm 2026-04-02T11:43:01.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.592+0000 7fed3ccb5640 0 -- 192.168.123.101:0/3119127020 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fed2c0c5000 msgr2=0x7fed2c0c3930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.595+0000 7fed3ccb5640 0 -- 192.168.123.101:0/3119127020 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fecfc0a1fb0 msgr2=0x7fecfc0c23b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.599+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.600+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.600+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.600+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.600+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.600+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 zone default found 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 4 Realm: () 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 zonegroup default 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.601+0000 7fed4173c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.602+0000 7fed4173c900 20 started sync module instance, tier type = 2026-04-02T11:43:01.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.602+0000 7fed4173c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:01.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.605+0000 7fed4173c900 20 add_watcher() i=2 2026-04-02T11:43:01.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.605+0000 7fed4173c900 20 add_watcher() i=0 2026-04-02T11:43:01.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.606+0000 7fed4173c900 20 add_watcher() i=3 2026-04-02T11:43:01.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.606+0000 7fed4173c900 20 add_watcher() i=7 2026-04-02T11:43:01.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.607+0000 7fed4173c900 20 add_watcher() i=6 2026-04-02T11:43:01.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.607+0000 7fed4173c900 20 add_watcher() i=5 2026-04-02T11:43:01.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.607+0000 7fed4173c900 20 add_watcher() i=1 2026-04-02T11:43:01.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.607+0000 7fed4173c900 20 add_watcher() i=4 2026-04-02T11:43:01.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.607+0000 7fed4173c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:01.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.610+0000 7fed4173c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:01.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.610+0000 7fed4173c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:01.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.610+0000 7fed4173c900 5 note: GC not initialized 2026-04-02T11:43:01.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.610+0000 7fecea7ec640 20 reqs_thread_entry: start 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.679+0000 7fed4173c900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.680+0000 7fed4173c900 20 Filter name: none 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.680+0000 7fece3fff640 20 reqs_thread_entry: start 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.680+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.680+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:01.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.680+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:01.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.681+0000 7fed4173c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:01.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 20 remove_watcher() i=3 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 2 removed watcher, disabling cache 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 20 remove_watcher() i=2 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 20 remove_watcher() i=0 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 20 remove_watcher() i=5 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.687+0000 7fed4173c900 20 remove_watcher() i=4 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.688+0000 7fed4173c900 20 remove_watcher() i=6 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.688+0000 7fed4173c900 20 remove_watcher() i=7 2026-04-02T11:43:01.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.688+0000 7fed4173c900 20 remove_watcher() i=1 2026-04-02T11:43:01.696 INFO:tasks.workunit.client.0.vm01.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 90, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-04-02T11:43:01.696 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check unlinked does not report normal entries 2026-04-02T11:43:01.696 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:01.698 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:43:01.719 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:01.719 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:01.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.742+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 realm 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.743+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.744+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.744+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.745+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:01.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.745+0000 7f7ca0d2f900 20 searching for the correct realm 2026-04-02T11:43:01.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.749+0000 7f7c97fff640 0 -- 192.168.123.101:0/3888726738 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55d72e6d4620 msgr2=0x55d72e6f4ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.753+0000 7f7c97fff640 0 -- 192.168.123.101:0/3888726738 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55d72e718630 msgr2=0x55d72e738a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.755+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 zone default found 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 4 Realm: () 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 zonegroup default 2026-04-02T11:43:01.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.756+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.757+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.757+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.757+0000 7f7ca0d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.757+0000 7f7ca0d2f900 20 started sync module instance, tier type = 2026-04-02T11:43:01.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.757+0000 7f7ca0d2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.761+0000 7f7ca0d2f900 20 add_watcher() i=4 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.761+0000 7f7ca0d2f900 20 add_watcher() i=2 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.761+0000 7f7ca0d2f900 20 add_watcher() i=0 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.761+0000 7f7ca0d2f900 20 add_watcher() i=1 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.762+0000 7f7ca0d2f900 20 add_watcher() i=3 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.762+0000 7f7ca0d2f900 20 add_watcher() i=5 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.762+0000 7f7ca0d2f900 20 add_watcher() i=6 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.762+0000 7f7ca0d2f900 20 add_watcher() i=7 2026-04-02T11:43:01.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.762+0000 7f7ca0d2f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:01.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.764+0000 7f7ca0d2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:01.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.764+0000 7f7ca0d2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:01.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.764+0000 7f7ca0d2f900 5 note: GC not initialized 2026-04-02T11:43:01.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.765+0000 7f7c497f2640 20 reqs_thread_entry: start 2026-04-02T11:43:01.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.816+0000 7f7ca0d2f900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:01.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.816+0000 7f7ca0d2f900 20 Filter name: none 2026-04-02T11:43:01.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7c42ffd640 20 reqs_thread_entry: start 2026-04-02T11:43:01.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:01.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.817+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.818+0000 7f7ca0d2f900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.818+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.818+0000 7f7ca0d2f900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-02T11:43:01.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.818+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-02T11:43:01.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.819+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:01.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-02T11:43:01.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:01.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-02T11:43:01.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.820+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.821+0000 7f7ca0d2f900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.821+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.821+0000 7f7ca0d2f900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-02T11:43:01.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.821+0000 7f7ca0d2f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:01.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.822+0000 7f7ca0d2f900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-02T11:43:01.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.822+0000 7f7ca0d2f900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.826+0000 7f7ca0d2f900 20 remove_watcher() i=3 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.826+0000 7f7ca0d2f900 2 removed watcher, disabling cache 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.826+0000 7f7ca0d2f900 20 remove_watcher() i=2 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.826+0000 7f7ca0d2f900 20 remove_watcher() i=1 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.826+0000 7f7ca0d2f900 20 remove_watcher() i=4 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.827+0000 7f7ca0d2f900 20 remove_watcher() i=0 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.827+0000 7f7ca0d2f900 20 remove_watcher() i=7 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.827+0000 7f7ca0d2f900 20 remove_watcher() i=6 2026-04-02T11:43:01.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:01.827+0000 7f7ca0d2f900 20 remove_watcher() i=5 2026-04-02T11:43:01.839 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:43:02.134 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:43:03.435 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:03.435 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:03.481 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:03.482 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:43:03.507 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:03.508 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:03.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.527+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 realm 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.528+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.529+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:03.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.529+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.530+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:03.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.530+0000 7fc05c39f900 20 searching for the correct realm 2026-04-02T11:43:03.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.534+0000 7fc0588e8640 0 -- 192.168.123.101:0/208097839 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fc03c092fe0 msgr2=0x7fc03c060540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:03.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.538+0000 7fc053fff640 0 -- 192.168.123.101:0/208097839 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x5632044d28e0 msgr2=0x5632044f2cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.541+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 zone default found 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 4 Realm: () 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 zonegroup default 2026-04-02T11:43:03.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.542+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.543+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.543+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.543+0000 7fc05c39f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.543+0000 7fc05c39f900 20 started sync module instance, tier type = 2026-04-02T11:43:03.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.543+0000 7fc05c39f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:03.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.547+0000 7fc05c39f900 20 add_watcher() i=6 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.548+0000 7fc05c39f900 20 add_watcher() i=0 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=2 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=5 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=7 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=3 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=4 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 20 add_watcher() i=1 2026-04-02T11:43:03.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.549+0000 7fc05c39f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:03.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.552+0000 7fc05c39f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:03.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.552+0000 7fc05c39f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:03.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.552+0000 7fc05c39f900 5 note: GC not initialized 2026-04-02T11:43:03.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.553+0000 7fc004ff1640 20 reqs_thread_entry: start 2026-04-02T11:43:03.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.610+0000 7fc05c39f900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.610+0000 7fc05c39f900 20 Filter name: none 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.610+0000 7fbffe7fc640 20 reqs_thread_entry: start 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.610+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:03.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:03.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 INFO: main: starting shard=0 2026-04-02T11:43:03.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.611+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:03.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.612+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.612+0000 7fc05c39f900 20 INFO: main: starting shard=1 2026-04-02T11:43:03.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.612+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 INFO: main: starting shard=2 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 INFO: main: starting shard=3 2026-04-02T11:43:03.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.613+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.614+0000 7fc05c39f900 20 INFO: main: starting shard=4 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.614+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.614+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.614+0000 7fc05c39f900 20 INFO: main: starting shard=5 2026-04-02T11:43:03.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.614+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:03.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 INFO: main: starting shard=6 2026-04-02T11:43:03.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 INFO: main: starting shard=7 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.615+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 INFO: main: starting shard=8 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:03.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:43:03.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 INFO: main: starting shard=9 2026-04-02T11:43:03.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.616+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:03.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.617+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.617+0000 7fc05c39f900 20 INFO: main: starting shard=10 2026-04-02T11:43:03.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.617+0000 7fc05c39f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:03.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.617+0000 7fc05c39f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:03.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.618+0000 7fc05c39f900 20 INFO: main: done 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.623+0000 7fc05c39f900 20 remove_watcher() i=2 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.623+0000 7fc05c39f900 2 removed watcher, disabling cache 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.623+0000 7fc05c39f900 20 remove_watcher() i=0 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=3 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=5 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=6 2026-04-02T11:43:03.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=1 2026-04-02T11:43:03.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=7 2026-04-02T11:43:03.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.624+0000 7fc05c39f900 20 remove_watcher() i=4 2026-04-02T11:43:03.636 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:03.636 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:03.655 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:03.656 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:03.712 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:03.716 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:43:03.740 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:03.740 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:03.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.767+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 realm 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.770+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.772+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:03.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.772+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.773+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:03.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.773+0000 7f3f23583900 20 searching for the correct realm 2026-04-02T11:43:03.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.779+0000 7f3f1affd640 0 -- 192.168.123.101:0/3595108530 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f3f14058840 msgr2=0x7f3f140df0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:03.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.985+0000 7f3f1b7fe640 0 -- 192.168.123.101:0/3595108530 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55e1423c0860 msgr2=0x55e1423e0d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:03.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.986+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 zone default found 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 4 Realm: () 2026-04-02T11:43:03.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 zonegroup default 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.987+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:03.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:03.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 started sync module instance, tier type = 2026-04-02T11:43:03.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:03.988+0000 7f3f23583900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:04.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.202+0000 7f3f23583900 20 add_watcher() i=0 2026-04-02T11:43:04.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.202+0000 7f3f23583900 20 add_watcher() i=6 2026-04-02T11:43:04.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.235+0000 7f3f23583900 20 add_watcher() i=1 2026-04-02T11:43:04.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.247+0000 7f3f23583900 20 add_watcher() i=7 2026-04-02T11:43:04.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.247+0000 7f3f23583900 20 add_watcher() i=4 2026-04-02T11:43:04.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.247+0000 7f3f23583900 20 add_watcher() i=2 2026-04-02T11:43:04.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.260+0000 7f3f23583900 20 add_watcher() i=3 2026-04-02T11:43:04.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.261+0000 7f3f23583900 20 add_watcher() i=5 2026-04-02T11:43:04.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.261+0000 7f3f23583900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:04.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.417+0000 7f3f23583900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:04.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.417+0000 7f3f23583900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:04.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.417+0000 7f3f23583900 5 note: GC not initialized 2026-04-02T11:43:04.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:04.417+0000 7f3ec77fe640 20 reqs_thread_entry: start 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 Filter name: none 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3ec57fa640 20 reqs_thread_entry: start 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:06.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 INFO: main: starting shard=0 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.147+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 INFO: main: starting shard=1 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 INFO: main: starting shard=2 2026-04-02T11:43:06.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.148+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: starting shard=3 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: starting shard=4 2026-04-02T11:43:06.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 INFO: main: starting shard=5 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.149+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 INFO: main: starting shard=6 2026-04-02T11:43:06.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 INFO: main: starting shard=7 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.150+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: starting shard=8 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: starting shard=9 2026-04-02T11:43:06.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:06.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 INFO: main: starting shard=10 2026-04-02T11:43:06.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.151+0000 7f3f23583900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:06.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.152+0000 7f3f23583900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:06.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.152+0000 7f3f23583900 20 INFO: main: done 2026-04-02T11:43:06.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.168+0000 7f3f23583900 20 remove_watcher() i=0 2026-04-02T11:43:06.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.168+0000 7f3f23583900 2 removed watcher, disabling cache 2026-04-02T11:43:06.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.170+0000 7f3f23583900 20 remove_watcher() i=3 2026-04-02T11:43:06.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.171+0000 7f3f23583900 20 remove_watcher() i=4 2026-04-02T11:43:06.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.178+0000 7f3f23583900 20 remove_watcher() i=7 2026-04-02T11:43:06.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.178+0000 7f3f23583900 20 remove_watcher() i=2 2026-04-02T11:43:06.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.178+0000 7f3f23583900 20 remove_watcher() i=1 2026-04-02T11:43:06.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.183+0000 7f3f23583900 20 remove_watcher() i=5 2026-04-02T11:43:06.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.183+0000 7f3f23583900 20 remove_watcher() i=6 2026-04-02T11:43:06.193 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:06.194 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:06.208 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:06.208 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:06.427 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:06.428 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:43:06.448 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:06.457 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:06.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.465+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 realm 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:06.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.466+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.467+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:06.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.467+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.468+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:06.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.468+0000 7f9f51b92900 20 searching for the correct realm 2026-04-02T11:43:06.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.470+0000 7f9f4e0e8640 0 -- 192.168.123.101:0/1502941693 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f9f3404fb10 msgr2=0x7f9f34088530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:06.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.474+0000 7f9f4d8e7640 0 -- 192.168.123.101:0/1502941693 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f9f4004c920 msgr2=0x7f9f4005d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.477+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 zone default found 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 4 Realm: () 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 zonegroup default 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 started sync module instance, tier type = 2026-04-02T11:43:06.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.478+0000 7f9f51b92900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:06.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.717+0000 7f9f51b92900 20 add_watcher() i=0 2026-04-02T11:43:06.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.725+0000 7f9f51b92900 20 add_watcher() i=1 2026-04-02T11:43:06.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.846+0000 7f9f51b92900 20 add_watcher() i=3 2026-04-02T11:43:06.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.900+0000 7f9f51b92900 20 add_watcher() i=5 2026-04-02T11:43:06.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.900+0000 7f9f51b92900 20 add_watcher() i=6 2026-04-02T11:43:06.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.995+0000 7f9f51b92900 20 add_watcher() i=7 2026-04-02T11:43:07.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.995+0000 7f9f51b92900 20 add_watcher() i=4 2026-04-02T11:43:07.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.995+0000 7f9f51b92900 20 add_watcher() i=2 2026-04-02T11:43:07.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:06.995+0000 7f9f51b92900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:07.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.065+0000 7f9f51b92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:07.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.065+0000 7f9f51b92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:07.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.065+0000 7f9f51b92900 5 note: GC not initialized 2026-04-02T11:43:07.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.066+0000 7f9efafed640 20 reqs_thread_entry: start 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 Filter name: none 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9ef8fe9640 20 reqs_thread_entry: start 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:07.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 INFO: main: starting shard=0 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.367+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 INFO: main: starting shard=1 2026-04-02T11:43:07.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 INFO: main: starting shard=2 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.368+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 INFO: main: starting shard=3 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 INFO: main: starting shard=4 2026-04-02T11:43:07.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.369+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 INFO: main: starting shard=5 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 INFO: main: starting shard=6 2026-04-02T11:43:07.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.370+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: starting shard=7 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: starting shard=8 2026-04-02T11:43:07.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 INFO: main: starting shard=9 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.371+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.372+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.372+0000 7f9f51b92900 20 INFO: main: starting shard=10 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.372+0000 7f9f51b92900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.372+0000 7f9f51b92900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.372+0000 7f9f51b92900 20 INFO: main: done 2026-04-02T11:43:07.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=0 2026-04-02T11:43:07.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 2 removed watcher, disabling cache 2026-04-02T11:43:07.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=3 2026-04-02T11:43:07.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=1 2026-04-02T11:43:07.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=7 2026-04-02T11:43:07.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=2 2026-04-02T11:43:07.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.377+0000 7f9f51b92900 20 remove_watcher() i=4 2026-04-02T11:43:07.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.378+0000 7f9f51b92900 20 remove_watcher() i=5 2026-04-02T11:43:07.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.378+0000 7f9f51b92900 20 remove_watcher() i=6 2026-04-02T11:43:07.389 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:07.389 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:07.408 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:07.408 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:07.849 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:07.851 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:43:07.873 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:07.873 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:07.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.893+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 20 realm 2026-04-02T11:43:07.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:07.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.894+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.895+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.895+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.896+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:07.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.896+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.896+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:07.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.896+0000 7f3b2d12f900 20 searching for the correct realm 2026-04-02T11:43:07.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.900+0000 7f3b29645640 0 -- 192.168.123.101:0/3306294232 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x56325602f560 msgr2=0x56325604fa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:07.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.904+0000 7f3b1bfff640 0 -- 192.168.123.101:0/3306294232 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5632560735a0 msgr2=0x563256093980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:07.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.908+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 zone default found 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 4 Realm: () 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:07.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 zonegroup default 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.909+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 started sync module instance, tier type = 2026-04-02T11:43:07.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.910+0000 7f3b2d12f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:07.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.917+0000 7f3b2d12f900 20 add_watcher() i=0 2026-04-02T11:43:07.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.918+0000 7f3b2d12f900 20 add_watcher() i=5 2026-04-02T11:43:07.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.918+0000 7f3b2d12f900 20 add_watcher() i=7 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 20 add_watcher() i=6 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 20 add_watcher() i=4 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 20 add_watcher() i=2 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 20 add_watcher() i=3 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 20 add_watcher() i=1 2026-04-02T11:43:07.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.920+0000 7f3b2d12f900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:07.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.923+0000 7f3b2d12f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:07.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.923+0000 7f3b2d12f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:07.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.923+0000 7f3b2d12f900 5 note: GC not initialized 2026-04-02T11:43:07.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.923+0000 7f3ad57f2640 20 reqs_thread_entry: start 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.980+0000 7f3b2d12f900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.980+0000 7f3b2d12f900 20 Filter name: none 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.980+0000 7f3aceffd640 20 reqs_thread_entry: start 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.980+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 rados->read ofs=0 len=0 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:07.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 INFO: main: starting shard=0 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.981+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 INFO: main: starting shard=1 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 INFO: main: starting shard=2 2026-04-02T11:43:07.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.982+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: starting shard=3 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: starting shard=4 2026-04-02T11:43:07.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.983+0000 7f3b2d12f900 20 INFO: main: starting shard=5 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.984+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.984+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.984+0000 7f3b2d12f900 20 INFO: main: starting shard=6 2026-04-02T11:43:07.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.984+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: starting shard=7 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: starting shard=8 2026-04-02T11:43:07.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.985+0000 7f3b2d12f900 20 INFO: main: starting shard=9 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 INFO: main: starting shard=10 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:07.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:43:07.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.986+0000 7f3b2d12f900 20 INFO: main: done 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=3 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 2 removed watcher, disabling cache 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=0 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=1 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=5 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=6 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=4 2026-04-02T11:43:07.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=2 2026-04-02T11:43:07.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:07.991+0000 7f3b2d12f900 20 remove_watcher() i=7 2026-04-02T11:43:08.002 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:08.002 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:08.016 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:43:08.306 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:43:08.578 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check unlinked finds unlistable entries 2026-04-02T11:43:08.579 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:08.580 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:43:08.602 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:08.602 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:08.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.624+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.625+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.625+0000 7fb293f63900 20 realm 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.625+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.626+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.626+0000 7fb293f63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.626+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.626+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.626+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.627+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:08.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.627+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.628+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:08.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.628+0000 7fb293f63900 20 searching for the correct realm 2026-04-02T11:43:08.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.632+0000 7fb28bfff640 0 -- 192.168.123.101:0/1880209647 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55eec4d4fb20 msgr2=0x55eec4d6ffd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:08.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.636+0000 7fb28bfff640 0 -- 192.168.123.101:0/1880209647 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fb27408dbd0 msgr2=0x7fb27406e350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:08.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.641+0000 7fb293f63900 20 zone default found 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 4 Realm: () 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 zonegroup default 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 started sync module instance, tier type = 2026-04-02T11:43:08.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.642+0000 7fb293f63900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:08.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.646+0000 7fb293f63900 20 add_watcher() i=7 2026-04-02T11:43:08.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.648+0000 7fb293f63900 20 add_watcher() i=5 2026-04-02T11:43:08.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.648+0000 7fb293f63900 20 add_watcher() i=3 2026-04-02T11:43:08.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.648+0000 7fb293f63900 20 add_watcher() i=4 2026-04-02T11:43:08.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.648+0000 7fb293f63900 20 add_watcher() i=6 2026-04-02T11:43:08.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.648+0000 7fb293f63900 20 add_watcher() i=0 2026-04-02T11:43:08.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.649+0000 7fb293f63900 20 add_watcher() i=2 2026-04-02T11:43:08.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.649+0000 7fb293f63900 20 add_watcher() i=1 2026-04-02T11:43:08.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.649+0000 7fb293f63900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:08.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.651+0000 7fb293f63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:08.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.651+0000 7fb293f63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:08.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.651+0000 7fb293f63900 5 note: GC not initialized 2026-04-02T11:43:08.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.652+0000 7fb237fff640 20 reqs_thread_entry: start 2026-04-02T11:43:08.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:08.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 20 Filter name: none 2026-04-02T11:43:08.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb235ffb640 20 reqs_thread_entry: start 2026-04-02T11:43:08.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:08.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.706+0000 7fb293f63900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:43:08.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.707+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:08.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.708+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:08.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.708+0000 7fb293f63900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-02T11:43:08.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.708+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:08.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.708+0000 7fb293f63900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-02T11:43:08.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.708+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:08.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.709+0000 7fb293f63900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-02T11:43:08.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.709+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:08.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.709+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:08.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.710+0000 7fb293f63900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-02T11:43:08.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.710+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:08.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.710+0000 7fb293f63900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-02T11:43:08.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.710+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:08.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.710+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished shard 1 (1 entries found) 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished shard 5 (1 entries found) 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished shard 8 (1 entries found) 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished shard 10 (1 entries found) 2026-04-02T11:43:08.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.711+0000 7fb293f63900 1 NOTICE: finished all shards (4 entries found) 2026-04-02T11:43:08.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.715+0000 7fb293f63900 20 remove_watcher() i=3 2026-04-02T11:43:08.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.715+0000 7fb293f63900 2 removed watcher, disabling cache 2026-04-02T11:43:08.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.716+0000 7fb293f63900 20 remove_watcher() i=5 2026-04-02T11:43:08.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.716+0000 7fb293f63900 20 remove_watcher() i=2 2026-04-02T11:43:08.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.716+0000 7fb293f63900 20 remove_watcher() i=0 2026-04-02T11:43:08.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.717+0000 7fb293f63900 20 remove_watcher() i=7 2026-04-02T11:43:08.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.717+0000 7fb293f63900 20 remove_watcher() i=6 2026-04-02T11:43:08.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.717+0000 7fb293f63900 20 remove_watcher() i=4 2026-04-02T11:43:08.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.717+0000 7fb293f63900 20 remove_watcher() i=1 2026-04-02T11:43:08.726 INFO:tasks.workunit.client.0.vm01.stderr:TEST: unlinked entries are not listable 2026-04-02T11:43:08.726 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:08.728 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:08.728 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:08.808 INFO:tasks.workunit.client.0.vm01.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-04-02T11:43:08.808 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:08.809 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:08.809 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:08.873 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:08.873 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:08.927 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-04-02T11:43:08.927 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:08.929 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:43:08.956 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:08.956 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:08.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.978+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 realm 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:08.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:08.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.980+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.982+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:08.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.982+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:08.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.983+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:08.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.983+0000 7fc77672c900 20 searching for the correct realm 2026-04-02T11:43:08.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:08.985+0000 7fc771bc3640 0 -- 192.168.123.101:0/604233959 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fc7600c4a90 msgr2=0x7fc7600db910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:43:09.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.190+0000 7fc771bc3640 0 -- 192.168.123.101:0/604233959 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fc7600c4a90 msgr2=0x7fc7600db910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.196+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 zone default found 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 4 Realm: () 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 zonegroup default 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.197+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 started sync module instance, tier type = 2026-04-02T11:43:09.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.198+0000 7fc77672c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.203+0000 7fc77672c900 20 add_watcher() i=0 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.203+0000 7fc77672c900 20 add_watcher() i=3 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.203+0000 7fc77672c900 20 add_watcher() i=7 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.203+0000 7fc77672c900 20 add_watcher() i=4 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.203+0000 7fc77672c900 20 add_watcher() i=1 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.204+0000 7fc77672c900 20 add_watcher() i=5 2026-04-02T11:43:09.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.204+0000 7fc77672c900 20 add_watcher() i=6 2026-04-02T11:43:09.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.205+0000 7fc77672c900 20 add_watcher() i=2 2026-04-02T11:43:09.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.205+0000 7fc77672c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:09.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.208+0000 7fc77672c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:09.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.208+0000 7fc77672c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:09.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.208+0000 7fc77672c900 5 note: GC not initialized 2026-04-02T11:43:09.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.208+0000 7fc71affd640 20 reqs_thread_entry: start 2026-04-02T11:43:09.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.254+0000 7fc77672c900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:09.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.254+0000 7fc77672c900 20 Filter name: none 2026-04-02T11:43:09.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.254+0000 7fc718ff9640 20 reqs_thread_entry: start 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.254+0000 7fc77672c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.254+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:09.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.255+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:09.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.256+0000 7fc77672c900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-02T11:43:09.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.256+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.256+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:09.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-02T11:43:09.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:09.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-02T11:43:09.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:09.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-02T11:43:09.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.257+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.258+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:09.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.258+0000 7fc77672c900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-02T11:43:09.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.258+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:09.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.259+0000 7fc77672c900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-02T11:43:09.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.259+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.259+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:09.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.259+0000 7fc77672c900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-02T11:43:09.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.259+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.260+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.260+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75804b8d0 obj=check-bucket:e state=0x558ea9b17908 s->prefetch_data=0 2026-04-02T11:43:09.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.260+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75801b8c0 obj=check-bucket:d state=0x558ea9b16208 s->prefetch_data=0 2026-04-02T11:43:09.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state: octx=0x558ea9796540 obj=check-bucket:c state=0x558ea9794f88 s->prefetch_data=0 2026-04-02T11:43:09.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state: octx=0x558ea97983b0 obj=check-bucket:f state=0x558ea9799808 s->prefetch_data=0 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to agxskg88ucocu0kk00e6tnnr0o5uv36o 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state_impl: setting s->olh_tag to 5k8efmhi4wzh80jhmn8nj3ms4g2rgxuu 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5k8efmhi4wzh80jhmn8nj3ms4g2rgxuu 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to 50flsfebzqhz21sy3hwr9ni57t1b8b4u 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 get_obj_state_impl: setting s->olh_tag to 9kjz2d57kb69knx76iq1nrkdpit1xugn 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.261+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9kjz2d57kb69knx76iq1nrkdpit1xugn 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.262+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to vrjsjtfs63iuasyje64ireknc82ipquy 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.262+0000 7fc77672c900 20 get_obj_state_impl: setting s->olh_tag to 9xe1mldkbrxlipqstm6osoqfqebyihek 2026-04-02T11:43:09.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.262+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9xe1mldkbrxlipqstm6osoqfqebyihek 2026-04-02T11:43:09.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.263+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to coosp4313hv5gmcy8wdsl92z20502l1c 2026-04-02T11:43:09.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.263+0000 7fc77672c900 20 get_obj_state_impl: setting s->olh_tag to jn9w87ykkerjx1dzaxkk6bwwjzmk7kja 2026-04-02T11:43:09.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.263+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jn9w87ykkerjx1dzaxkk6bwwjzmk7kja 2026-04-02T11:43:09.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.265+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.265+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.265+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.267+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.267+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.267+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 olh_log_entry: epoch=2 op=3 key=e[ZpBGUWIJWYRZJU9cIB1KNuXRk3r.XOj] 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75804b8d0 obj=check-bucket:_:ZpBGUWIJWYRZJU9cIB1KNuXRk3r.XOj_e state=0x558ea97ad7d8 s->prefetch_data=0 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 olh_log_entry: epoch=3 op=3 key=d[GB8fHO4fgLRWFkc8kiwOKmYPqKKNWaQ] 2026-04-02T11:43:09.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75801b8c0 obj=check-bucket:_:GB8fHO4fgLRWFkc8kiwOKmYPqKKNWaQ_d state=0x558ea97af578 s->prefetch_data=0 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 olh_log_entry: epoch=3 op=3 key=c[-3i4-luh--XEn2Dh5fCzSZPD.zho-to] 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: octx=0x558ea9796540 obj=check-bucket:_:-3i4-luh--XEn2Dh5fCzSZPD.zho-to_c state=0x558ea97bba68 s->prefetch_data=0 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 10 manifest: total_size = 12 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9883325924477940608 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75804b8d0 obj=check-bucket:_:ZpBGUWIJWYRZJU9cIB1KNuXRk3r.XOj_e state=0x558ea97ad7d8 s->prefetch_data=0 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 prepare_atomic_modification: state is not atomic. state=0x558ea97ad7d8 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 10 manifest: total_size = 9 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13122263097929659135 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75801b8c0 obj=check-bucket:_:GB8fHO4fgLRWFkc8kiwOKmYPqKKNWaQ_d state=0x558ea97af578 s->prefetch_data=0 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.268+0000 7fc77672c900 20 prepare_atomic_modification: state is not atomic. state=0x558ea97af578 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 10 manifest: total_size = 11 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4208927468886222478 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 20 get_obj_state: octx=0x558ea9796540 obj=check-bucket:_:-3i4-luh--XEn2Dh5fCzSZPD.zho-to_c state=0x558ea97bba68 s->prefetch_data=0 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 20 prepare_atomic_modification: state is not atomic. state=0x558ea97bba68 2026-04-02T11:43:09.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.269+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.270+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.270+0000 7fc77672c900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:43:09.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.270+0000 7fc77672c900 20 olh_log_entry: epoch=2 op=3 key=f[Cs-i5tUuquHi6.3YxhfHIvDwWF9m715] 2026-04-02T11:43:09.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.270+0000 7fc77672c900 20 get_obj_state: octx=0x558ea97983b0 obj=check-bucket:_:Cs-i5tUuquHi6.3YxhfHIvDwWF9m715_f state=0x558ea97cc068 s->prefetch_data=0 2026-04-02T11:43:09.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.271+0000 7fc77672c900 10 manifest: total_size = 9 2026-04-02T11:43:09.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.271+0000 7fc77672c900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1024541172812452488 2026-04-02T11:43:09.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.271+0000 7fc77672c900 20 get_obj_state: octx=0x558ea97983b0 obj=check-bucket:_:Cs-i5tUuquHi6.3YxhfHIvDwWF9m715_f state=0x558ea97cc068 s->prefetch_data=0 2026-04-02T11:43:09.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.271+0000 7fc77672c900 20 prepare_atomic_modification: state is not atomic. state=0x558ea97cc068 2026-04-02T11:43:09.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.272+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.273+0000 7fc77672c900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.273+0000 7fc77672c900 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2026-04-02T11:43:09.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:09.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:09.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-02T11:43:09.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.274+0000 7fc77672c900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:09.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.278+0000 7fc751ffb640 20 handle_completion(): completion ok for obj=c[-3i4-luh--XEn2Dh5fCzSZPD.zho-to] 2026-04-02T11:43:09.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.278+0000 7fc7517fa640 20 handle_completion(): completion ok for obj=e[ZpBGUWIJWYRZJU9cIB1KNuXRk3r.XOj] 2026-04-02T11:43:09.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.279+0000 7fc7517fa640 20 handle_completion(): completion ok for obj=d[GB8fHO4fgLRWFkc8kiwOKmYPqKKNWaQ] 2026-04-02T11:43:09.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.280+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.280+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.281+0000 7fc77672c900 20 get_obj_state: octx=0x7fc75804b8d0 obj=check-bucket:e state=0x558ea9b17908 s->prefetch_data=0 2026-04-02T11:43:09.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.281+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5k8efmhi4wzh80jhmn8nj3ms4g2rgxuu 2026-04-02T11:43:09.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.282+0000 7fc77672c900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:09.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.282+0000 7fc77672c900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-02T11:43:09.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.282+0000 7fc77672c900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:09.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.283+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.283+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.284+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.284+0000 7fc77672c900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-02T11:43:09.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.284+0000 7fc7517fa640 20 handle_completion(): completion ok for obj=f[Cs-i5tUuquHi6.3YxhfHIvDwWF9m715] 2026-04-02T11:43:09.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.285+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.285+0000 7fc77672c900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-02T11:43:09.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.287+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.287+0000 7fc77672c900 20 get_obj_state: octx=0x558ea97983b0 obj=check-bucket:f state=0x558ea9799808 s->prefetch_data=0 2026-04-02T11:43:09.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.288+0000 7fc77672c900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=jn9w87ykkerjx1dzaxkk6bwwjzmk7kja 2026-04-02T11:43:09.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.288+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.288+0000 7fc77672c900 1 NOTICE: finished shard 1 (1 entries removed) 2026-04-02T11:43:09.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.291+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.294+0000 7fc77672c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.294+0000 7fc77672c900 1 NOTICE: finished shard 10 (1 entries removed) 2026-04-02T11:43:09.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.294+0000 7fc77672c900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:43:09.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.298+0000 7fc77672c900 20 remove_watcher() i=7 2026-04-02T11:43:09.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.298+0000 7fc77672c900 2 removed watcher, disabling cache 2026-04-02T11:43:09.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.298+0000 7fc77672c900 20 remove_watcher() i=3 2026-04-02T11:43:09.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.298+0000 7fc77672c900 20 remove_watcher() i=0 2026-04-02T11:43:09.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.299+0000 7fc77672c900 20 remove_watcher() i=5 2026-04-02T11:43:09.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.299+0000 7fc77672c900 20 remove_watcher() i=2 2026-04-02T11:43:09.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.299+0000 7fc77672c900 20 remove_watcher() i=4 2026-04-02T11:43:09.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.299+0000 7fc77672c900 20 remove_watcher() i=1 2026-04-02T11:43:09.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.299+0000 7fc77672c900 20 remove_watcher() i=6 2026-04-02T11:43:09.311 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.311 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.326 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.326 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.339 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.339 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.352 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.352 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.363 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check unlinked does not affect normal entries 2026-04-02T11:43:09.363 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:09.363 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.363 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.426 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.426 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.437 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.437 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.451 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.451 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.464 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.464 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.476 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-04-02T11:43:09.476 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:09.478 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-02T11:43:09.506 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:09.506 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:09.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.527+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 realm 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.529+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.530+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.530+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.531+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:09.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.531+0000 7f39653c9900 20 searching for the correct realm 2026-04-02T11:43:09.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.535+0000 7f39608d1640 0 -- 192.168.123.101:0/3379071444 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f3944093190 msgr2=0x7f394408df50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:09.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.539+0000 7f395bfff640 0 -- 192.168.123.101:0/3379071444 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x5642800e22e0 msgr2=0x5642801026e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:09.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.541+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 zone default found 2026-04-02T11:43:09.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 4 Realm: () 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 zonegroup default 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.542+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.543+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.543+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.543+0000 7f39653c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.543+0000 7f39653c9900 20 started sync module instance, tier type = 2026-04-02T11:43:09.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.543+0000 7f39653c9900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:09.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.547+0000 7f39653c9900 20 add_watcher() i=0 2026-04-02T11:43:09.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.547+0000 7f39653c9900 20 add_watcher() i=2 2026-04-02T11:43:09.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.547+0000 7f39653c9900 20 add_watcher() i=3 2026-04-02T11:43:09.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.548+0000 7f39653c9900 20 add_watcher() i=5 2026-04-02T11:43:09.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.548+0000 7f39653c9900 20 add_watcher() i=6 2026-04-02T11:43:09.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.548+0000 7f39653c9900 20 add_watcher() i=7 2026-04-02T11:43:09.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.548+0000 7f39653c9900 20 add_watcher() i=1 2026-04-02T11:43:09.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.549+0000 7f39653c9900 20 add_watcher() i=4 2026-04-02T11:43:09.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.549+0000 7f39653c9900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:09.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.551+0000 7f39653c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:09.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.551+0000 7f39653c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:09.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.551+0000 7f39653c9900 5 note: GC not initialized 2026-04-02T11:43:09.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.551+0000 7f390cff1640 20 reqs_thread_entry: start 2026-04-02T11:43:09.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:09.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 20 Filter name: none 2026-04-02T11:43:09.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39067fc640 20 reqs_thread_entry: start 2026-04-02T11:43:09.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:09.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.606+0000 7f39653c9900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:09.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.607+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.608+0000 7f39653c9900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.608+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.608+0000 7f39653c9900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-02T11:43:09.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.608+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:09.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.609+0000 7f39653c9900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-02T11:43:09.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.609+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:09.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.609+0000 7f39653c9900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-02T11:43:09.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.609+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-02T11:43:09.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:09.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-02T11:43:09.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.610+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.611+0000 7f39653c9900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.611+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.611+0000 7f39653c9900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-02T11:43:09.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.611+0000 7f39653c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.612+0000 7f39653c9900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-02T11:43:09.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.612+0000 7f39653c9900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:43:09.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.615+0000 7f39653c9900 20 remove_watcher() i=0 2026-04-02T11:43:09.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.615+0000 7f39653c9900 2 removed watcher, disabling cache 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.616+0000 7f39653c9900 20 remove_watcher() i=2 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.616+0000 7f39653c9900 20 remove_watcher() i=3 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.616+0000 7f39653c9900 20 remove_watcher() i=7 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.616+0000 7f39653c9900 20 remove_watcher() i=6 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.616+0000 7f39653c9900 20 remove_watcher() i=5 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.617+0000 7f39653c9900 20 remove_watcher() i=1 2026-04-02T11:43:09.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.617+0000 7f39653c9900 20 remove_watcher() i=4 2026-04-02T11:43:09.628 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.628 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.740 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:09.740 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:09.785 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:43:09.809 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:09.809 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:09.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.829+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 realm 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.831+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.832+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.832+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.833+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:09.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.833+0000 7f29b473e900 20 searching for the correct realm 2026-04-02T11:43:09.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.837+0000 7f29b0bfb640 0 -- 192.168.123.101:0/181659954 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f2994069eb0 msgr2=0x7f2994065d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:09.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.840+0000 7f29abfff640 0 -- 192.168.123.101:0/181659954 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x56446948ed90 msgr2=0x5644694af210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.843+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 zone default found 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 4 Realm: () 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 zonegroup default 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.844+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 started sync module instance, tier type = 2026-04-02T11:43:09.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.845+0000 7f29b473e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.849+0000 7f29b473e900 20 add_watcher() i=3 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.849+0000 7f29b473e900 20 add_watcher() i=0 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.849+0000 7f29b473e900 20 add_watcher() i=2 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.849+0000 7f29b473e900 20 add_watcher() i=1 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.850+0000 7f29b473e900 20 add_watcher() i=7 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.850+0000 7f29b473e900 20 add_watcher() i=5 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.850+0000 7f29b473e900 20 add_watcher() i=6 2026-04-02T11:43:09.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.850+0000 7f29b473e900 20 add_watcher() i=4 2026-04-02T11:43:09.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.850+0000 7f29b473e900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:09.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.852+0000 7f29b473e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:09.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.852+0000 7f29b473e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:09.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.852+0000 7f29b473e900 5 note: GC not initialized 2026-04-02T11:43:09.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.853+0000 7f295d7f2640 20 reqs_thread_entry: start 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.904+0000 7f29b473e900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.904+0000 7f29b473e900 20 Filter name: none 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.904+0000 7f29567fc640 20 reqs_thread_entry: start 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.904+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 INFO: main: starting shard=0 2026-04-02T11:43:09.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 INFO: main: starting shard=1 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.905+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 INFO: main: starting shard=2 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:09.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 INFO: main: starting shard=3 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.906+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: starting shard=4 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: starting shard=5 2026-04-02T11:43:09.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 INFO: main: starting shard=6 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.907+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 INFO: main: starting shard=7 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 INFO: main: starting shard=8 2026-04-02T11:43:09.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.908+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: starting shard=9 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: starting shard=10 2026-04-02T11:43:09.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:09.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:09.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.909+0000 7f29b473e900 20 INFO: main: done 2026-04-02T11:43:09.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 20 remove_watcher() i=0 2026-04-02T11:43:09.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 2 removed watcher, disabling cache 2026-04-02T11:43:09.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 20 remove_watcher() i=1 2026-04-02T11:43:09.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 20 remove_watcher() i=3 2026-04-02T11:43:09.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 20 remove_watcher() i=5 2026-04-02T11:43:09.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.914+0000 7f29b473e900 20 remove_watcher() i=6 2026-04-02T11:43:09.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.915+0000 7f29b473e900 20 remove_watcher() i=7 2026-04-02T11:43:09.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.915+0000 7f29b473e900 20 remove_watcher() i=4 2026-04-02T11:43:09.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.915+0000 7f29b473e900 20 remove_watcher() i=2 2026-04-02T11:43:09.924 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:43:09.950 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:09.950 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:09.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.971+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.972+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.972+0000 7f63062e6900 20 realm 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.972+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.973+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.973+0000 7f63062e6900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.973+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.973+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.973+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.974+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.974+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.974+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:09.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.974+0000 7f63062e6900 20 searching for the correct realm 2026-04-02T11:43:09.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.978+0000 7f62ff7fe640 0 -- 192.168.123.101:0/3021067521 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f62f807b040 msgr2=0x7f62f8061d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:09.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.982+0000 7f62ff7fe640 0 -- 192.168.123.101:0/3021067521 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f62c00a1e50 msgr2=0x7f62c00c2250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.985+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 zone default found 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 4 Realm: () 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 zonegroup default 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.986+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:09.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.987+0000 7f63062e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:09.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.987+0000 7f63062e6900 20 started sync module instance, tier type = 2026-04-02T11:43:09.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.987+0000 7f63062e6900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:09.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.990+0000 7f63062e6900 20 add_watcher() i=3 2026-04-02T11:43:09.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.991+0000 7f63062e6900 20 add_watcher() i=4 2026-04-02T11:43:09.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.991+0000 7f63062e6900 20 add_watcher() i=2 2026-04-02T11:43:09.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.991+0000 7f63062e6900 20 add_watcher() i=5 2026-04-02T11:43:09.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.991+0000 7f63062e6900 20 add_watcher() i=6 2026-04-02T11:43:09.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.992+0000 7f63062e6900 20 add_watcher() i=7 2026-04-02T11:43:09.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.992+0000 7f63062e6900 20 add_watcher() i=0 2026-04-02T11:43:09.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.992+0000 7f63062e6900 20 add_watcher() i=1 2026-04-02T11:43:09.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.992+0000 7f63062e6900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:09.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.994+0000 7f63062e6900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:09.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.994+0000 7f63062e6900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:09.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.994+0000 7f63062e6900 5 note: GC not initialized 2026-04-02T11:43:09.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:09.995+0000 7f62b17ea640 20 reqs_thread_entry: start 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.044+0000 7f63062e6900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.044+0000 7f63062e6900 20 Filter name: none 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f62aa7fc640 20 reqs_thread_entry: start 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:10.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 INFO: main: starting shard=0 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.045+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 INFO: main: starting shard=1 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 INFO: main: starting shard=2 2026-04-02T11:43:10.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.046+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: starting shard=3 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: starting shard=4 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 INFO: main: starting shard=5 2026-04-02T11:43:10.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.047+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: starting shard=6 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: starting shard=7 2026-04-02T11:43:10.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 INFO: main: starting shard=8 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.048+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: starting shard=9 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: starting shard=10 2026-04-02T11:43:10.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:10.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:10.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.049+0000 7f63062e6900 20 INFO: main: done 2026-04-02T11:43:10.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.053+0000 7f63062e6900 20 remove_watcher() i=5 2026-04-02T11:43:10.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.053+0000 7f63062e6900 2 removed watcher, disabling cache 2026-04-02T11:43:10.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=6 2026-04-02T11:43:10.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=3 2026-04-02T11:43:10.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=1 2026-04-02T11:43:10.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=2 2026-04-02T11:43:10.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=0 2026-04-02T11:43:10.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=4 2026-04-02T11:43:10.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.054+0000 7f63062e6900 20 remove_watcher() i=7 2026-04-02T11:43:10.062 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check olh finds leftover OLH entries 2026-04-02T11:43:10.062 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:10.064 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:43:10.086 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:10.086 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:10.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.104+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 realm 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.105+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.106+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.106+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.106+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:10.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.106+0000 7fc4d9f22900 20 searching for the correct realm 2026-04-02T11:43:10.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.111+0000 7fc4d5c12640 0 -- 192.168.123.101:0/440403656 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fc4c801c5c0 msgr2=0x7fc4c8097710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.317+0000 7fc4d6413640 0 -- 192.168.123.101:0/440403656 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x556a2c902c70 msgr2=0x556a2c923120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.319+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 zone default found 2026-04-02T11:43:10.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 4 Realm: () 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 zonegroup default 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.320+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 started sync module instance, tier type = 2026-04-02T11:43:10.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.321+0000 7fc4d9f22900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:10.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.324+0000 7fc4d9f22900 20 add_watcher() i=1 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.325+0000 7fc4d9f22900 20 add_watcher() i=5 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.325+0000 7fc4d9f22900 20 add_watcher() i=6 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.325+0000 7fc4d9f22900 20 add_watcher() i=0 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.326+0000 7fc4d9f22900 20 add_watcher() i=3 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.326+0000 7fc4d9f22900 20 add_watcher() i=2 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.326+0000 7fc4d9f22900 20 add_watcher() i=4 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.326+0000 7fc4d9f22900 20 add_watcher() i=7 2026-04-02T11:43:10.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.326+0000 7fc4d9f22900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:10.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.328+0000 7fc4d9f22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:10.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.328+0000 7fc4d9f22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:10.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.329+0000 7fc4d9f22900 5 note: GC not initialized 2026-04-02T11:43:10.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.329+0000 7fc4837ee640 20 reqs_thread_entry: start 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.376+0000 7fc4d9f22900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 20 Filter name: none 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4817ea640 20 reqs_thread_entry: start 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:10.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.377+0000 7fc4d9f22900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:43:10.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.378+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:10.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-02T11:43:10.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:10.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-02T11:43:10.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.379+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.380+0000 7fc4d9f22900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.380+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.380+0000 7fc4d9f22900 1 NOTICE: finished shard 5 (1 entries found) 2026-04-02T11:43:10.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.380+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 1 NOTICE: finished shard 8 (1 entries found) 2026-04-02T11:43:10.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.381+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:10.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.382+0000 7fc4d9f22900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-02T11:43:10.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.382+0000 7fc4d9f22900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:10.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.382+0000 7fc4d9f22900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-02T11:43:10.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.382+0000 7fc4d9f22900 1 NOTICE: finished all shards (2 entries found) 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=5 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 2 removed watcher, disabling cache 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=2 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=7 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=3 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=0 2026-04-02T11:43:10.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.386+0000 7fc4d9f22900 20 remove_watcher() i=4 2026-04-02T11:43:10.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.387+0000 7fc4d9f22900 20 remove_watcher() i=6 2026-04-02T11:43:10.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.387+0000 7fc4d9f22900 20 remove_watcher() i=1 2026-04-02T11:43:10.394 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-04-02T11:43:10.395 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:10.396 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:43:10.418 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:10.418 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:10.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.435+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 20 realm 2026-04-02T11:43:10.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.436+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.437+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.437+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.437+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.437+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.438+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:10.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.438+0000 7fda99ba2900 20 searching for the correct realm 2026-04-02T11:43:10.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.441+0000 7fda937fe640 0 -- 192.168.123.101:0/3302826269 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5626d9a5f9b0 msgr2=0x5626d9a7fe30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.445+0000 7fda8bfff640 0 -- 192.168.123.101:0/3302826269 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5626d9aa3400 msgr2=0x5626d9ac37e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.447+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 zone default found 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 4 Realm: () 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 zonegroup default 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.448+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.449+0000 7fda99ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.449+0000 7fda99ba2900 20 started sync module instance, tier type = 2026-04-02T11:43:10.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.449+0000 7fda99ba2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.452+0000 7fda99ba2900 20 add_watcher() i=3 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.452+0000 7fda99ba2900 20 add_watcher() i=2 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.452+0000 7fda99ba2900 20 add_watcher() i=5 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.452+0000 7fda99ba2900 20 add_watcher() i=6 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.453+0000 7fda99ba2900 20 add_watcher() i=7 2026-04-02T11:43:10.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.453+0000 7fda99ba2900 20 add_watcher() i=0 2026-04-02T11:43:10.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.454+0000 7fda99ba2900 20 add_watcher() i=4 2026-04-02T11:43:10.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.454+0000 7fda99ba2900 20 add_watcher() i=1 2026-04-02T11:43:10.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.454+0000 7fda99ba2900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:10.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.456+0000 7fda99ba2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:10.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.456+0000 7fda99ba2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:10.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.456+0000 7fda99ba2900 5 note: GC not initialized 2026-04-02T11:43:10.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.456+0000 7fda3f7fe640 20 reqs_thread_entry: start 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 20 Filter name: none 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda3d7fa640 20 reqs_thread_entry: start 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:10.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.498+0000 7fda99ba2900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-02T11:43:10.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.499+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:10.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 1 NOTICE: finished shard 1 (0 entries removed) 2026-04-02T11:43:10.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:10.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-02T11:43:10.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:10.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-02T11:43:10.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.500+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:10.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.501+0000 7fda99ba2900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-02T11:43:10.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.501+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:10.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.501+0000 7fda99ba2900 20 get_obj_state: octx=0x7fda7c047a20 obj=check-bucket:d state=0x5626d9fafc68 s->prefetch_data=0 2026-04-02T11:43:10.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.501+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:10.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.502+0000 7fda99ba2900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-02T11:43:10.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.502+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:10.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.502+0000 7fda99ba2900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-02T11:43:10.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.502+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:10.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.502+0000 7fda99ba2900 20 get_obj_state: octx=0x7fda7c048320 obj=check-bucket:c state=0x5626d9fb0808 s->prefetch_data=0 2026-04-02T11:43:10.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:10.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-02T11:43:10.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 1 NOTICE: finished shard 10 (0 entries removed) 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 get_obj_state: setting s->obj_tag to 50flsfebzqhz21sy3hwr9ni57t1b8b4u 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 get_obj_state_impl: setting s->olh_tag to 9kjz2d57kb69knx76iq1nrkdpit1xugn 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 get_obj_state: setting s->obj_tag to vrjsjtfs63iuasyje64ireknc82ipquy 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 get_obj_state_impl: setting s->olh_tag to 9xe1mldkbrxlipqstm6osoqfqebyihek 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.503+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 olh_log_entry: epoch=4 op=3 key=d[Q3qJKKpV6CaDMP5-2KYoXrgDxe9BiPQ] 2026-04-02T11:43:10.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 get_obj_state: octx=0x5626d9bcd9f0 obj=check-bucket:_:Q3qJKKpV6CaDMP5-2KYoXrgDxe9BiPQ_d state=0x5626d9bf51a8 s->prefetch_data=0 2026-04-02T11:43:10.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-04-02T11:43:10.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 olh_log_entry: epoch=4 op=3 key=c[ACRYFX7mgcqkvAlZ9AAuuIGPs2N2Z7O] 2026-04-02T11:43:10.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.504+0000 7fda99ba2900 20 get_obj_state: octx=0x5626d9bed9f0 obj=check-bucket:_:ACRYFX7mgcqkvAlZ9AAuuIGPs2N2Z7O_c state=0x5626d9bff088 s->prefetch_data=0 2026-04-02T11:43:10.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.506+0000 7fda99ba2900 20 get_obj_state: octx=0x5626d9bcd9f0 obj=check-bucket:d state=0x5626d9bee568 s->prefetch_data=0 2026-04-02T11:43:10.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.506+0000 7fda99ba2900 20 get_obj_state: setting s->obj_tag to 50flsfebzqhz21sy3hwr9ni57t1b8b4u 2026-04-02T11:43:10.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.506+0000 7fda99ba2900 20 get_obj_state_impl: setting s->olh_tag to 9kjz2d57kb69knx76iq1nrkdpit1xugn 2026-04-02T11:43:10.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.506+0000 7fda99ba2900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9kjz2d57kb69knx76iq1nrkdpit1xugn 2026-04-02T11:43:10.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.507+0000 7fda99ba2900 20 get_obj_state: octx=0x5626d9bed9f0 obj=check-bucket:c state=0x5626d9bfdda8 s->prefetch_data=0 2026-04-02T11:43:10.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.508+0000 7fda99ba2900 20 get_obj_state: setting s->obj_tag to vrjsjtfs63iuasyje64ireknc82ipquy 2026-04-02T11:43:10.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.508+0000 7fda99ba2900 20 get_obj_state_impl: setting s->olh_tag to 9xe1mldkbrxlipqstm6osoqfqebyihek 2026-04-02T11:43:10.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.508+0000 7fda99ba2900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9xe1mldkbrxlipqstm6osoqfqebyihek 2026-04-02T11:43:10.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.511+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:10.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.512+0000 7fda99ba2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:10.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.513+0000 7fda99ba2900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-02T11:43:10.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.514+0000 7fda99ba2900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-02T11:43:10.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.514+0000 7fda99ba2900 1 NOTICE: finished all shards (2 entries removed) 2026-04-02T11:43:10.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.518+0000 7fda99ba2900 20 remove_watcher() i=5 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.518+0000 7fda99ba2900 2 removed watcher, disabling cache 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.518+0000 7fda99ba2900 20 remove_watcher() i=0 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=7 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=6 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=2 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=1 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=3 2026-04-02T11:43:10.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.519+0000 7fda99ba2900 20 remove_watcher() i=4 2026-04-02T11:43:10.529 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:43:10.550 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:10.550 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:10.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.775+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.776+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.776+0000 7fbb34d20900 20 realm 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.776+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.777+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.777+0000 7fbb34d20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.777+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.777+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.777+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.779+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.779+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.779+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:10.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.779+0000 7fbb34d20900 20 searching for the correct realm 2026-04-02T11:43:10.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.785+0000 7fbb30a60640 0 -- 192.168.123.101:0/296850241 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fbb24061640 msgr2=0x7fbb2400f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.990+0000 7fbb31261640 0 -- 192.168.123.101:0/296850241 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55f252445aa0 msgr2=0x55f252465f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.991+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 zone default found 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 4 Realm: () 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 zonegroup default 2026-04-02T11:43:10.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.992+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.993+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.993+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.993+0000 7fbb34d20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.993+0000 7fbb34d20900 20 started sync module instance, tier type = 2026-04-02T11:43:10.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:10.993+0000 7fbb34d20900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:11.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.043+0000 7fbb34d20900 20 add_watcher() i=0 2026-04-02T11:43:11.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.044+0000 7fbb34d20900 20 add_watcher() i=3 2026-04-02T11:43:11.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.044+0000 7fbb34d20900 20 add_watcher() i=2 2026-04-02T11:43:11.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.044+0000 7fbb34d20900 20 add_watcher() i=1 2026-04-02T11:43:11.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.045+0000 7fbb34d20900 20 add_watcher() i=6 2026-04-02T11:43:11.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.048+0000 7fbb34d20900 20 add_watcher() i=5 2026-04-02T11:43:11.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.048+0000 7fbb34d20900 20 add_watcher() i=7 2026-04-02T11:43:11.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.048+0000 7fbb34d20900 20 add_watcher() i=4 2026-04-02T11:43:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.048+0000 7fbb34d20900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:11.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.051+0000 7fbb34d20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:11.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.051+0000 7fbb34d20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:11.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.051+0000 7fbb34d20900 5 note: GC not initialized 2026-04-02T11:43:11.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.051+0000 7fbaddfeb640 20 reqs_thread_entry: start 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.098+0000 7fbb34d20900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.098+0000 7fbb34d20900 20 Filter name: none 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.098+0000 7fbad77fe640 20 reqs_thread_entry: start 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.098+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 INFO: main: starting shard=0 2026-04-02T11:43:11.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.099+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: starting shard=1 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: starting shard=2 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 INFO: main: starting shard=3 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.100+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: starting shard=4 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: starting shard=5 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:11.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 INFO: main: starting shard=6 2026-04-02T11:43:11.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.101+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.102+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.102+0000 7fbb34d20900 20 INFO: main: starting shard=7 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.102+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 INFO: main: starting shard=8 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 INFO: main: starting shard=9 2026-04-02T11:43:11.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.103+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:11.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.104+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.104+0000 7fbb34d20900 20 INFO: main: starting shard=10 2026-04-02T11:43:11.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.104+0000 7fbb34d20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:11.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.104+0000 7fbb34d20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.104+0000 7fbb34d20900 20 INFO: main: done 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.108+0000 7fbb34d20900 20 remove_watcher() i=0 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.108+0000 7fbb34d20900 2 removed watcher, disabling cache 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.108+0000 7fbb34d20900 20 remove_watcher() i=4 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=1 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=3 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=5 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=6 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=7 2026-04-02T11:43:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.109+0000 7fbb34d20900 20 remove_watcher() i=2 2026-04-02T11:43:11.120 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:43:11.144 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:11.144 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:11.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.167+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 realm 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.168+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.169+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:11.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.169+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.170+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:11.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.170+0000 7f1fb6f20900 20 searching for the correct realm 2026-04-02T11:43:11.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.174+0000 7f1fb2c10640 0 -- 192.168.123.101:0/790361176 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f1fa40bcd60 msgr2=0x7f1fa40b8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:11.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.380+0000 7f1fb3411640 0 -- 192.168.123.101:0/790361176 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x56313e648d10 msgr2=0x56313e6691c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:11.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.382+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.383+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:11.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.383+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.383+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 zone default found 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 4 Realm: () 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 zonegroup default 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.384+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.385+0000 7f1fb6f20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.385+0000 7f1fb6f20900 20 started sync module instance, tier type = 2026-04-02T11:43:11.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.385+0000 7f1fb6f20900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:11.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.388+0000 7f1fb6f20900 20 add_watcher() i=3 2026-04-02T11:43:11.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.389+0000 7f1fb6f20900 20 add_watcher() i=0 2026-04-02T11:43:11.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.389+0000 7f1fb6f20900 20 add_watcher() i=4 2026-04-02T11:43:11.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 20 add_watcher() i=7 2026-04-02T11:43:11.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 20 add_watcher() i=5 2026-04-02T11:43:11.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 20 add_watcher() i=2 2026-04-02T11:43:11.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 20 add_watcher() i=6 2026-04-02T11:43:11.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 20 add_watcher() i=1 2026-04-02T11:43:11.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.390+0000 7f1fb6f20900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:11.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.393+0000 7f1fb6f20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:11.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.393+0000 7f1fb6f20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:11.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.393+0000 7f1fb6f20900 5 note: GC not initialized 2026-04-02T11:43:11.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.393+0000 7f1f5b7fe640 20 reqs_thread_entry: start 2026-04-02T11:43:11.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:11.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 Filter name: none 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1f597fa640 20 reqs_thread_entry: start 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 INFO: main: starting shard=0 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.442+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 INFO: main: starting shard=1 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 INFO: main: starting shard=2 2026-04-02T11:43:11.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.443+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: starting shard=3 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: starting shard=4 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 INFO: main: starting shard=5 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.444+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 INFO: main: starting shard=6 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 INFO: main: starting shard=7 2026-04-02T11:43:11.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.445+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: starting shard=8 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: starting shard=9 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 INFO: main: starting shard=10 2026-04-02T11:43:11.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.446+0000 7f1fb6f20900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:11.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.447+0000 7f1fb6f20900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:11.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.447+0000 7f1fb6f20900 20 INFO: main: done 2026-04-02T11:43:11.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=0 2026-04-02T11:43:11.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 2 removed watcher, disabling cache 2026-04-02T11:43:11.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=2 2026-04-02T11:43:11.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=6 2026-04-02T11:43:11.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=5 2026-04-02T11:43:11.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=3 2026-04-02T11:43:11.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=4 2026-04-02T11:43:11.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=1 2026-04-02T11:43:11.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.452+0000 7f1fb6f20900 20 remove_watcher() i=7 2026-04-02T11:43:11.461 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-04-02T11:43:11.461 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:11.463 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-02T11:43:11.486 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:11.486 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:11.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.506+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 realm 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.507+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.508+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:11.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.508+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.509+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:11.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.509+0000 7f4ee638b900 20 searching for the correct realm 2026-04-02T11:43:11.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.510+0000 7f4ee18e6640 0 -- 192.168.123.101:0/4131087125 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f4ed0074040 msgr2=0x7f4ed00674a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:11.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.514+0000 7f4ee20e7640 0 -- 192.168.123.101:0/4131087125 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x56091cac76b0 msgr2=0x7f4ed40bbe70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 zone default found 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 4 Realm: () 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 zonegroup default 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.518+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 started sync module instance, tier type = 2026-04-02T11:43:11.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.519+0000 7f4ee638b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:11.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.522+0000 7f4ee638b900 20 add_watcher() i=0 2026-04-02T11:43:11.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.522+0000 7f4ee638b900 20 add_watcher() i=2 2026-04-02T11:43:11.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.523+0000 7f4ee638b900 20 add_watcher() i=4 2026-04-02T11:43:11.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.523+0000 7f4ee638b900 20 add_watcher() i=5 2026-04-02T11:43:11.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.524+0000 7f4ee638b900 20 add_watcher() i=7 2026-04-02T11:43:11.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.524+0000 7f4ee638b900 20 add_watcher() i=1 2026-04-02T11:43:11.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.524+0000 7f4ee638b900 20 add_watcher() i=6 2026-04-02T11:43:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.525+0000 7f4ee638b900 20 add_watcher() i=3 2026-04-02T11:43:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.525+0000 7f4ee638b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.527+0000 7f4ee638b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.527+0000 7f4ee638b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.527+0000 7f4ee638b900 5 note: GC not initialized 2026-04-02T11:43:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.527+0000 7f4e8affd640 20 reqs_thread_entry: start 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.571+0000 7f4ee638b900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.571+0000 7f4ee638b900 20 Filter name: none 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4e88ff9640 20 reqs_thread_entry: start 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 20 rados->read ofs=0 len=0 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:11.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.572+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-02T11:43:11.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.573+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:11.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-02T11:43:11.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:11.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-02T11:43:11.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:11.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.574+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-02T11:43:11.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:11.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-02T11:43:11.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.575+0000 7f4ee638b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:11.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.576+0000 7f4ee638b900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-02T11:43:11.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.576+0000 7f4ee638b900 1 NOTICE: finished all shards (0 entries found) 2026-04-02T11:43:11.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=7 2026-04-02T11:43:11.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 2 removed watcher, disabling cache 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=2 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=3 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=5 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=0 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.580+0000 7f4ee638b900 20 remove_watcher() i=6 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.581+0000 7f4ee638b900 20 remove_watcher() i=1 2026-04-02T11:43:11.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:11.581+0000 7f4ee638b900 20 remove_watcher() i=4 2026-04-02T11:43:11.588 INFO:tasks.workunit.client.0.vm01.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-04-02T11:43:11.588 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:11.590 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.590 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.604 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.604 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.614 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.614 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.675 INFO:tasks.workunit.client.0.vm01.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-04-02T11:43:11.675 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:11.676 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.676 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.735 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.735 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.903 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.903 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.960 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.960 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:11.975 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:11.975 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.025 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.026 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.043 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.043 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.096 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.096 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.111 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.111 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.163 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.163 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.178 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.178 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.231 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.231 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.249 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.249 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.312 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:12.312 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:12.333 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T11:43:12.671 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T11:43:13.975 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:13.975 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.011 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:14.013 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-02T11:43:14.034 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:14.034 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:14.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.054+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 20 realm 2026-04-02T11:43:14.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:14.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.056+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.057+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.057+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.058+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.058+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.058+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:14.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.058+0000 7feb5152d900 20 searching for the correct realm 2026-04-02T11:43:14.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.061+0000 7feb4d240640 0 -- 192.168.123.101:0/612365768 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7feb400667b0 msgr2=0x7feb40067ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:43:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.065+0000 7feb4d240640 0 -- 192.168.123.101:0/612365768 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55993efec630 msgr2=0x55993f00cae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.069+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 zone default found 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 4 Realm: () 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 zonegroup default 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.070+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.071+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.071+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.071+0000 7feb5152d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.071+0000 7feb5152d900 20 started sync module instance, tier type = 2026-04-02T11:43:14.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.071+0000 7feb5152d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=0 2026-04-02T11:43:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=7 2026-04-02T11:43:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=4 2026-04-02T11:43:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=6 2026-04-02T11:43:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=5 2026-04-02T11:43:14.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=1 2026-04-02T11:43:14.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.075+0000 7feb5152d900 20 add_watcher() i=3 2026-04-02T11:43:14.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.076+0000 7feb5152d900 20 add_watcher() i=2 2026-04-02T11:43:14.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.076+0000 7feb5152d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:14.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.078+0000 7feb5152d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:14.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.078+0000 7feb5152d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:14.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.078+0000 7feb5152d900 5 note: GC not initialized 2026-04-02T11:43:14.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.078+0000 7feafa7ec640 20 reqs_thread_entry: start 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.124+0000 7feb5152d900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 Filter name: none 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feaf3fff640 20 reqs_thread_entry: start 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 INFO: main: starting shard=0 2026-04-02T11:43:14.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.125+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: starting shard=1 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: starting shard=2 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 INFO: main: starting shard=3 2026-04-02T11:43:14.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.126+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: starting shard=4 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: starting shard=5 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 INFO: main: starting shard=6 2026-04-02T11:43:14.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.127+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: starting shard=7 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: starting shard=8 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:14.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 INFO: main: starting shard=9 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.128+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.129+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.129+0000 7feb5152d900 20 INFO: main: starting shard=10 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.129+0000 7feb5152d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.129+0000 7feb5152d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.129+0000 7feb5152d900 20 INFO: main: done 2026-04-02T11:43:14.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.133+0000 7feb5152d900 20 remove_watcher() i=0 2026-04-02T11:43:14.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.133+0000 7feb5152d900 2 removed watcher, disabling cache 2026-04-02T11:43:14.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.133+0000 7feb5152d900 20 remove_watcher() i=3 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.133+0000 7feb5152d900 20 remove_watcher() i=4 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.133+0000 7feb5152d900 20 remove_watcher() i=2 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.134+0000 7feb5152d900 20 remove_watcher() i=5 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.134+0000 7feb5152d900 20 remove_watcher() i=1 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.134+0000 7feb5152d900 20 remove_watcher() i=7 2026-04-02T11:43:14.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.134+0000 7feb5152d900 20 remove_watcher() i=6 2026-04-02T11:43:14.144 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.144 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.158 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.158 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.206 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:14.208 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-02T11:43:14.229 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:14.229 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:14.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.247+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 realm 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:14.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.249+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.250+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.250+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.251+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:14.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.251+0000 7fd9d2775900 20 searching for the correct realm 2026-04-02T11:43:14.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.255+0000 7fd9cbfff640 0 -- 192.168.123.101:0/998568264 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fd9c4071080 msgr2=0x7fd9c406f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.461+0000 7fd9d0a2d640 0 -- 192.168.123.101:0/998568264 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5612d3dbc300 msgr2=0x5612d3ddc7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.463+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 zone default found 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 4 Realm: () 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 zonegroup default 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.464+0000 7fd9d2775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.465+0000 7fd9d2775900 20 started sync module instance, tier type = 2026-04-02T11:43:14.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.465+0000 7fd9d2775900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:14.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.468+0000 7fd9d2775900 20 add_watcher() i=0 2026-04-02T11:43:14.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.468+0000 7fd9d2775900 20 add_watcher() i=6 2026-04-02T11:43:14.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.469+0000 7fd9d2775900 20 add_watcher() i=3 2026-04-02T11:43:14.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.469+0000 7fd9d2775900 20 add_watcher() i=7 2026-04-02T11:43:14.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.470+0000 7fd9d2775900 20 add_watcher() i=5 2026-04-02T11:43:14.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.470+0000 7fd9d2775900 20 add_watcher() i=4 2026-04-02T11:43:14.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.470+0000 7fd9d2775900 20 add_watcher() i=2 2026-04-02T11:43:14.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.471+0000 7fd9d2775900 20 add_watcher() i=1 2026-04-02T11:43:14.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.471+0000 7fd9d2775900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:14.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.473+0000 7fd9d2775900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:14.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.473+0000 7fd9d2775900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:14.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.473+0000 7fd9d2775900 5 note: GC not initialized 2026-04-02T11:43:14.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.473+0000 7fd97cff1640 20 reqs_thread_entry: start 2026-04-02T11:43:14.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9d2775900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:14.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9d2775900 20 Filter name: none 2026-04-02T11:43:14.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9767fc640 20 reqs_thread_entry: start 2026-04-02T11:43:14.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.520+0000 7fd9d2775900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 INFO: main: starting shard=0 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 INFO: main: starting shard=1 2026-04-02T11:43:14.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.521+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:14.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 INFO: main: starting shard=2 2026-04-02T11:43:14.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 INFO: main: starting shard=3 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.522+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 INFO: main: starting shard=4 2026-04-02T11:43:14.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:14.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 INFO: main: starting shard=5 2026-04-02T11:43:14.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.523+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:14.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.524+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-02T11:43:14.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.524+0000 7fd9d2775900 20 INFO: main: starting shard=6 2026-04-02T11:43:14.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.524+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:14.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 INFO: main: starting shard=7 2026-04-02T11:43:14.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:14.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 INFO: main: starting shard=8 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.525+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 INFO: main: starting shard=9 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 INFO: main: starting shard=10 2026-04-02T11:43:14.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.526+0000 7fd9d2775900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:14.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.527+0000 7fd9d2775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.527+0000 7fd9d2775900 20 INFO: main: done 2026-04-02T11:43:14.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.530+0000 7fd9d2775900 20 remove_watcher() i=3 2026-04-02T11:43:14.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.530+0000 7fd9d2775900 2 removed watcher, disabling cache 2026-04-02T11:43:14.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=5 2026-04-02T11:43:14.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=0 2026-04-02T11:43:14.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=2 2026-04-02T11:43:14.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=4 2026-04-02T11:43:14.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=6 2026-04-02T11:43:14.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=7 2026-04-02T11:43:14.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.531+0000 7fd9d2775900 20 remove_watcher() i=1 2026-04-02T11:43:14.541 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.541 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.554 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.554 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.565 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.565 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.612 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:14.614 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-02T11:43:14.635 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:14.635 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:14.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.654+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 realm 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.655+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.656+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.656+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.656+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:14.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.656+0000 7f14ead74900 20 searching for the correct realm 2026-04-02T11:43:14.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.659+0000 7f14e7384640 0 -- 192.168.123.101:0/605363637 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5600ae0d1840 msgr2=0x5600ae0f1cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.663+0000 7f14e7384640 0 -- 192.168.123.101:0/605363637 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5600ae06aa80 msgr2=0x5600ae08af30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 zone default found 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 4 Realm: () 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 zonegroup default 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.666+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 started sync module instance, tier type = 2026-04-02T11:43:14.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.667+0000 7f14ead74900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:14.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.671+0000 7f14ead74900 20 add_watcher() i=0 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.671+0000 7f14ead74900 20 add_watcher() i=2 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.671+0000 7f14ead74900 20 add_watcher() i=7 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.671+0000 7f14ead74900 20 add_watcher() i=5 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.672+0000 7f14ead74900 20 add_watcher() i=4 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.672+0000 7f14ead74900 20 add_watcher() i=6 2026-04-02T11:43:14.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.672+0000 7f14ead74900 20 add_watcher() i=1 2026-04-02T11:43:14.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.672+0000 7f14ead74900 20 add_watcher() i=3 2026-04-02T11:43:14.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.672+0000 7f14ead74900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:14.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.675+0000 7f14ead74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:14.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.675+0000 7f14ead74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:14.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.675+0000 7f14ead74900 5 note: GC not initialized 2026-04-02T11:43:14.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.675+0000 7f148f7fe640 20 reqs_thread_entry: start 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.727+0000 7f14ead74900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.727+0000 7f14ead74900 20 Filter name: none 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.727+0000 7f148d7fa640 20 reqs_thread_entry: start 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.727+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 INFO: main: starting shard=0 2026-04-02T11:43:14.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 INFO: main: starting shard=1 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.728+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 INFO: main: starting shard=2 2026-04-02T11:43:14.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 INFO: main: starting shard=3 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.729+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: starting shard=4 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: starting shard=5 2026-04-02T11:43:14.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 INFO: main: starting shard=6 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.730+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: starting shard=7 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: starting shard=8 2026-04-02T11:43:14.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 INFO: main: starting shard=9 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.731+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.732+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.732+0000 7f14ead74900 20 INFO: main: starting shard=10 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.732+0000 7f14ead74900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.732+0000 7f14ead74900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.732+0000 7f14ead74900 20 INFO: main: done 2026-04-02T11:43:14.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.736+0000 7f14ead74900 20 remove_watcher() i=3 2026-04-02T11:43:14.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.736+0000 7f14ead74900 2 removed watcher, disabling cache 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=0 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=7 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=6 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=4 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=5 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=2 2026-04-02T11:43:14.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.737+0000 7f14ead74900 20 remove_watcher() i=1 2026-04-02T11:43:14.749 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.749 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.762 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.762 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.810 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T11:43:14.811 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-02T11:43:14.832 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:14.832 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:14.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.850+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 20 realm 2026-04-02T11:43:14.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.851+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.852+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.852+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.852+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.852+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.853+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:14.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.853+0000 7f5d63125900 20 searching for the correct realm 2026-04-02T11:43:14.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.856+0000 7f5d5f739640 0 -- 192.168.123.101:0/993782822 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5572b00dee00 msgr2=0x5572b00ff2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.859+0000 7f5d5ef38640 0 -- 192.168.123.101:0/993782822 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f5d500183f0 msgr2=0x7f5d50018820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.862+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 zone default found 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 4 Realm: () 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 zonegroup default 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:14.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 started sync module instance, tier type = 2026-04-02T11:43:14.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.863+0000 7f5d63125900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:14.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.867+0000 7f5d63125900 20 add_watcher() i=5 2026-04-02T11:43:14.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.867+0000 7f5d63125900 20 add_watcher() i=1 2026-04-02T11:43:14.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.867+0000 7f5d63125900 20 add_watcher() i=3 2026-04-02T11:43:14.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 20 add_watcher() i=6 2026-04-02T11:43:14.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 20 add_watcher() i=0 2026-04-02T11:43:14.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 20 add_watcher() i=4 2026-04-02T11:43:14.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 20 add_watcher() i=7 2026-04-02T11:43:14.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 20 add_watcher() i=2 2026-04-02T11:43:14.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.868+0000 7f5d63125900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:14.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.871+0000 7f5d63125900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:14.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.871+0000 7f5d63125900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:14.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.871+0000 7f5d63125900 5 note: GC not initialized 2026-04-02T11:43:14.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.871+0000 7f5d07fff640 20 reqs_thread_entry: start 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.916+0000 7f5d63125900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.916+0000 7f5d63125900 20 Filter name: none 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d05ffb640 20 reqs_thread_entry: start 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:14.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 rados->read ofs=0 len=0 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 INFO: main: starting shard=0 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.917+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 INFO: main: starting shard=1 2026-04-02T11:43:14.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 INFO: main: starting shard=2 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.918+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 INFO: main: starting shard=3 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:14.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 INFO: main: starting shard=4 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.919+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: starting shard=5 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: starting shard=6 2026-04-02T11:43:14.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 INFO: main: starting shard=7 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.920+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: starting shard=8 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: starting shard=9 2026-04-02T11:43:14.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:14.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T11:43:14.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 INFO: main: starting shard=10 2026-04-02T11:43:14.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.921+0000 7f5d63125900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:14.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.922+0000 7f5d63125900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T11:43:14.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.922+0000 7f5d63125900 20 INFO: main: done 2026-04-02T11:43:14.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.925+0000 7f5d63125900 20 remove_watcher() i=7 2026-04-02T11:43:14.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.925+0000 7f5d63125900 2 removed watcher, disabling cache 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=5 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=3 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=0 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=2 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=1 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=6 2026-04-02T11:43:14.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:14.926+0000 7f5d63125900 20 remove_watcher() i=4 2026-04-02T11:43:14.936 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:14.936 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:14.953 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T11:43:15.275 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T11:43:15.549 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-02T11:43:15.569 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:15.569 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:15.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.588+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 20 realm 2026-04-02T11:43:15.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:15.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.589+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.590+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.590+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.590+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:15.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.591+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.591+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:15.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.591+0000 7f52e85a3900 20 searching for the correct realm 2026-04-02T11:43:15.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.594+0000 7f52dffff640 0 -- 192.168.123.101:0/3224045678 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f52d8061a10 msgr2=0x7f52d8096a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:15.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.598+0000 7f52dffff640 0 -- 192.168.123.101:0/3224045678 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f52a00a1fa0 msgr2=0x7f52a00c23a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.601+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 zone default found 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 4 Realm: () 2026-04-02T11:43:15.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 zonegroup default 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.602+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.603+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.603+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.603+0000 7f52e85a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.603+0000 7f52e85a3900 20 started sync module instance, tier type = 2026-04-02T11:43:15.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.603+0000 7f52e85a3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.607+0000 7f52e85a3900 20 add_watcher() i=1 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.607+0000 7f52e85a3900 20 add_watcher() i=2 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.607+0000 7f52e85a3900 20 add_watcher() i=3 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.607+0000 7f52e85a3900 20 add_watcher() i=5 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.607+0000 7f52e85a3900 20 add_watcher() i=0 2026-04-02T11:43:15.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.608+0000 7f52e85a3900 20 add_watcher() i=6 2026-04-02T11:43:15.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.608+0000 7f52e85a3900 20 add_watcher() i=7 2026-04-02T11:43:15.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.608+0000 7f52e85a3900 20 add_watcher() i=4 2026-04-02T11:43:15.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.608+0000 7f52e85a3900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:15.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.611+0000 7f52e85a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:15.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.611+0000 7f52e85a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:15.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.611+0000 7f52e85a3900 5 note: GC not initialized 2026-04-02T11:43:15.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.611+0000 7f5290ff1640 20 reqs_thread_entry: start 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 20 Filter name: none 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f528a7fc640 20 reqs_thread_entry: start 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:15.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.659+0000 7f52e85a3900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:15.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:15.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.660+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.661+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:15.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.661+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:15.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.662+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:15.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.662+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.662+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:15.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.663+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:15.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.663+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.664+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:15.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.664+0000 7f52e85a3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.673+0000 7f52e85a3900 20 remove_watcher() i=1 2026-04-02T11:43:15.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.673+0000 7f52e85a3900 2 removed watcher, disabling cache 2026-04-02T11:43:15.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.673+0000 7f52e85a3900 20 remove_watcher() i=0 2026-04-02T11:43:15.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.674+0000 7f52e85a3900 20 remove_watcher() i=3 2026-04-02T11:43:15.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.674+0000 7f52e85a3900 20 remove_watcher() i=2 2026-04-02T11:43:15.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.674+0000 7f52e85a3900 20 remove_watcher() i=7 2026-04-02T11:43:15.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.674+0000 7f52e85a3900 20 remove_watcher() i=4 2026-04-02T11:43:15.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.675+0000 7f52e85a3900 20 remove_watcher() i=5 2026-04-02T11:43:15.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.675+0000 7f52e85a3900 20 remove_watcher() i=6 2026-04-02T11:43:15.685 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-02T11:43:15.708 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:15.708 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:15.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.726+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.727+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.727+0000 7f9fa5b25900 20 realm 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.727+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.728+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.728+0000 7f9fa5b25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.728+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.728+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.728+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.729+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:15.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.729+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.729+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:15.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.729+0000 7f9fa5b25900 20 searching for the correct realm 2026-04-02T11:43:15.735 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.733+0000 7f9fa17b9640 0 -- 192.168.123.101:0/4158347464 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f9f940610d0 msgr2=0x7f9f9405cf40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:15.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.737+0000 7f9fa17b9640 0 -- 192.168.123.101:0/4158347464 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f9f600a1f90 msgr2=0x7f9f600c2390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:15.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:15.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:15.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.739+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 zone default found 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 4 Realm: () 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 zonegroup default 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.740+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.741+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.741+0000 7f9fa5b25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:15.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.741+0000 7f9fa5b25900 20 started sync module instance, tier type = 2026-04-02T11:43:15.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.741+0000 7f9fa5b25900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:15.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.744+0000 7f9fa5b25900 20 add_watcher() i=7 2026-04-02T11:43:15.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.744+0000 7f9fa5b25900 20 add_watcher() i=5 2026-04-02T11:43:15.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.744+0000 7f9fa5b25900 20 add_watcher() i=0 2026-04-02T11:43:15.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.744+0000 7f9fa5b25900 20 add_watcher() i=2 2026-04-02T11:43:15.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.745+0000 7f9fa5b25900 20 add_watcher() i=3 2026-04-02T11:43:15.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.746+0000 7f9fa5b25900 20 add_watcher() i=6 2026-04-02T11:43:15.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.746+0000 7f9fa5b25900 20 add_watcher() i=4 2026-04-02T11:43:15.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.746+0000 7f9fa5b25900 20 add_watcher() i=1 2026-04-02T11:43:15.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.746+0000 7f9fa5b25900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:15.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.748+0000 7f9fa5b25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:15.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.748+0000 7f9fa5b25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:15.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.748+0000 7f9fa5b25900 5 note: GC not initialized 2026-04-02T11:43:15.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.748+0000 7f9f4e7ec640 20 reqs_thread_entry: start 2026-04-02T11:43:15.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:15.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 20 Filter name: none 2026-04-02T11:43:15.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9f47fff640 20 reqs_thread_entry: start 2026-04-02T11:43:15.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-02T11:43:15.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 : miss 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.787+0000 7f9fa5b25900 20 rados->read ofs=0 len=0 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 info.flags=0x17 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 to cache LRU end 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.0 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-02T11:43:15.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.788+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.2 2026-04-02T11:43:15.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-02T11:43:15.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.3 2026-04-02T11:43:15.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-02T11:43:15.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.4 2026-04-02T11:43:15.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-02T11:43:15.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.789+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.790+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.6 2026-04-02T11:43:15.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.790+0000 7f9fa5b25900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-02T11:43:15.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.790+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.7 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.790+0000 7f9fa5b25900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.790+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.791+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.9 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.791+0000 7f9fa5b25900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.791+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.791+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f88029c70 obj=check-bucket:e state=0x565226ac88a8 s->prefetch_data=0 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f880298d0 obj=check-bucket:d state=0x565226746eb8 s->prefetch_data=0 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652267479d0 obj=check-bucket:c state=0x565226747f08 s->prefetch_data=0 2026-04-02T11:43:15.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.792+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652265dc820 obj=check-bucket:f state=0x56522674a978 s->prefetch_data=0 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to wpa6anu5zofnahtzhypd9xxchqsatrpq 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state_impl: setting s->olh_tag to zduvcs3h7ix8v0zcy6qe4p80oee5dyqk 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zduvcs3h7ix8v0zcy6qe4p80oee5dyqk 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to c1xymgp1xop16a11d7wif5b50p74ed3z 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state_impl: setting s->olh_tag to ioey1zfnsrwkwfrk18xrls2gowey8dpi 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ioey1zfnsrwkwfrk18xrls2gowey8dpi 2026-04-02T11:43:15.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to ukoa7skthknan9cvy7o6slugifuu8i8k 2026-04-02T11:43:15.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 get_obj_state_impl: setting s->olh_tag to cpb8y2ggk00lia0lujdgsw62ygxy46kc 2026-04-02T11:43:15.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.793+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cpb8y2ggk00lia0lujdgsw62ygxy46kc 2026-04-02T11:43:15.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.794+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to kla1xdtl4fcib53ztziyatehwbknu13z 2026-04-02T11:43:15.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.794+0000 7f9fa5b25900 20 get_obj_state_impl: setting s->olh_tag to 4xey88gwfzmg61fghv659ovg9ltbhu27 2026-04-02T11:43:15.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.794+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4xey88gwfzmg61fghv659ovg9ltbhu27 2026-04-02T11:43:15.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.795+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.795+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.796+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.797+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.798+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 olh_log_entry: epoch=2 op=3 key=e[TilZdQpDxv8SzHzLKJzcWGAAeayTZ0M] 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f88029c70 obj=check-bucket:_:TilZdQpDxv8SzHzLKJzcWGAAeayTZ0M_e state=0x565226753f08 s->prefetch_data=0 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 olh_log_entry: epoch=2 op=3 key=f[XmYsiTLwZxS3jLQUSJficFpcPysqGSV] 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652265dc820 obj=check-bucket:_:XmYsiTLwZxS3jLQUSJficFpcPysqGSV_f state=0x56522675d0d8 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.799+0000 7f9fa5b25900 10 manifest: total_size = 9 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15909266435383975402 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f88029c70 obj=check-bucket:_:TilZdQpDxv8SzHzLKJzcWGAAeayTZ0M_e state=0x565226753f08 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 prepare_atomic_modification: state is not atomic. state=0x565226753f08 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 olh_log_entry: epoch=3 op=3 key=c[csd-lJv7sFU5t9HVKkKDQplZQp2wnce] 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652267479d0 obj=check-bucket:_:csd-lJv7sFU5t9HVKkKDQplZQp2wnce_c state=0x565226770118 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 olh_log_entry: epoch=3 op=3 key=d[ehI0eBBVWVk-HAjo9fmV8MibcN5ReGW] 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f880298d0 obj=check-bucket:_:ehI0eBBVWVk-HAjo9fmV8MibcN5ReGW_d state=0x5652267775e8 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 10 manifest: total_size = 22 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10123526014841152482 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652265dc820 obj=check-bucket:_:XmYsiTLwZxS3jLQUSJficFpcPysqGSV_f state=0x56522675d0d8 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 prepare_atomic_modification: state is not atomic. state=0x56522675d0d8 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 10 manifest: total_size = 22 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14233840245739577983 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652267479d0 obj=check-bucket:_:csd-lJv7sFU5t9HVKkKDQplZQp2wnce_c state=0x565226770118 s->prefetch_data=0 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 prepare_atomic_modification: state is not atomic. state=0x565226770118 2026-04-02T11:43:15.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.800+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.801+0000 7f9fa5b25900 10 manifest: total_size = 22 2026-04-02T11:43:15.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.801+0000 7f9fa5b25900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11339803391888245701 2026-04-02T11:43:15.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.801+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f880298d0 obj=check-bucket:_:ehI0eBBVWVk-HAjo9fmV8MibcN5ReGW_d state=0x5652267775e8 s->prefetch_data=0 2026-04-02T11:43:15.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.801+0000 7f9fa5b25900 20 prepare_atomic_modification: state is not atomic. state=0x5652267775e8 2026-04-02T11:43:15.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.801+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.805+0000 7f9fa5b25900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.806+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:15.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.806+0000 7f9f80ff9640 20 handle_completion(): completion ok for obj=e[TilZdQpDxv8SzHzLKJzcWGAAeayTZ0M] 2026-04-02T11:43:15.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.807+0000 7f9f77fff640 20 handle_completion(): completion ok for obj=f[XmYsiTLwZxS3jLQUSJficFpcPysqGSV] 2026-04-02T11:43:15.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.806+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:43:15.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.807+0000 7f9fa5b25900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:15.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.807+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:43:15.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.807+0000 7f9fa5b25900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-02T11:43:15.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.807+0000 7f9fa5b25900 0 deleting objects inline since gc isn't initialized 2026-04-02T11:43:15.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.809+0000 7f9f77fff640 20 handle_completion(): completion ok for obj=c[csd-lJv7sFU5t9HVKkKDQplZQp2wnce] 2026-04-02T11:43:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.809+0000 7f9f77fff640 20 handle_completion(): completion ok for obj=d[ehI0eBBVWVk-HAjo9fmV8MibcN5ReGW] 2026-04-02T11:43:15.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.812+0000 7f9fa5b25900 20 get_obj_state: octx=0x7f9f88029c70 obj=check-bucket:e state=0x565226ac88a8 s->prefetch_data=0 2026-04-02T11:43:15.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.812+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zduvcs3h7ix8v0zcy6qe4p80oee5dyqk 2026-04-02T11:43:15.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.812+0000 7f9fa5b25900 20 get_obj_state: octx=0x5652265dc820 obj=check-bucket:f state=0x56522674a978 s->prefetch_data=0 2026-04-02T11:43:15.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.812+0000 7f9fa5b25900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4xey88gwfzmg61fghv659ovg9ltbhu27 2026-04-02T11:43:15.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.813+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.813+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.814+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.814+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.816+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.8 2026-04-02T11:43:15.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.816+0000 7f9fa5b25900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-02T11:43:15.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.816+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.5 2026-04-02T11:43:15.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.816+0000 7f9fa5b25900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-02T11:43:15.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.817+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.817+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.818+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.10 2026-04-02T11:43:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.818+0000 7f9fa5b25900 1 NOTICE: finished shard 10 (1 entries removed) 2026-04-02T11:43:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.818+0000 7f9fa5b25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1.1 2026-04-02T11:43:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.818+0000 7f9fa5b25900 1 NOTICE: finished shard 1 (1 entries removed) 2026-04-02T11:43:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.819+0000 7f9fa5b25900 1 NOTICE: finished all shards (4 entries removed) 2026-04-02T11:43:15.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.822+0000 7f9fa5b25900 20 remove_watcher() i=0 2026-04-02T11:43:15.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.822+0000 7f9fa5b25900 2 removed watcher, disabling cache 2026-04-02T11:43:15.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.822+0000 7f9fa5b25900 20 remove_watcher() i=4 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=3 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=2 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=5 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=7 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=6 2026-04-02T11:43:15.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:15.823+0000 7f9fa5b25900 20 remove_watcher() i=1 2026-04-02T11:43:15.830 INFO:tasks.workunit.client.0.vm01.stderr:"bucket check unlinked" returned [{'name': 'c', 'instance': 'csd-lJv7sFU5t9HVKkKDQplZQp2wnce'}, {'name': 'd', 'instance': 'ehI0eBBVWVk-HAjo9fmV8MibcN5ReGW'}, {'name': 'f', 'instance': 'XmYsiTLwZxS3jLQUSJficFpcPysqGSV'}, {'name': 'e', 'instance': 'TilZdQpDxv8SzHzLKJzcWGAAeayTZ0M'}], expecting ['c', 'd', 'e', 'f'] 2026-04-02T11:43:15.832 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:15.832 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:15.855 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:15.855 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:16.000 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-02T11:43:16.020 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:43:16.020 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:43:16.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.039+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 20 realm 2026-04-02T11:43:16.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.040+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.041+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.041+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.041+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:16.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.041+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.042+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:43:16.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.042+0000 7f79c2b6d900 20 searching for the correct realm 2026-04-02T11:43:16.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.247+0000 7f79bf184640 0 -- 192.168.123.101:0/3197086788 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55cb7f3ba910 msgr2=0x55cb7f3dadc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:16.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.252+0000 7f79bf184640 0 -- 192.168.123.101:0/3197086788 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55cb7f353b30 msgr2=0x55cb7f373fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.255+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 zone default found 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 4 Realm: () 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:43:16.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 zonegroup default 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.256+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:43:16.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 started sync module instance, tier type = 2026-04-02T11:43:16.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.257+0000 7f79c2b6d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:43:16.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.261+0000 7f79c2b6d900 20 add_watcher() i=7 2026-04-02T11:43:16.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.262+0000 7f79c2b6d900 20 add_watcher() i=6 2026-04-02T11:43:16.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.262+0000 7f79c2b6d900 20 add_watcher() i=5 2026-04-02T11:43:16.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.262+0000 7f79c2b6d900 20 add_watcher() i=3 2026-04-02T11:43:16.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.262+0000 7f79c2b6d900 20 add_watcher() i=2 2026-04-02T11:43:16.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.263+0000 7f79c2b6d900 20 add_watcher() i=0 2026-04-02T11:43:16.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.263+0000 7f79c2b6d900 20 add_watcher() i=4 2026-04-02T11:43:16.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.264+0000 7f79c2b6d900 20 add_watcher() i=1 2026-04-02T11:43:16.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.264+0000 7f79c2b6d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:43:16.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.267+0000 7f79c2b6d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:43:16.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.267+0000 7f79c2b6d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:43:16.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.267+0000 7f79c2b6d900 5 note: GC not initialized 2026-04-02T11:43:16.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.267+0000 7f79677fe640 20 reqs_thread_entry: start 2026-04-02T11:43:16.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79c2b6d900 20 init_complete bucket index max shards: 11 2026-04-02T11:43:16.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79c2b6d900 20 Filter name: none 2026-04-02T11:43:16.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79657fa640 20 reqs_thread_entry: start 2026-04-02T11:43:16.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.312+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 rados->read ofs=0 len=0 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-02T11:43:16.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.313+0000 7f79c2b6d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T11:43:16.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.318+0000 7f79c2b6d900 20 remove_watcher() i=2 2026-04-02T11:43:16.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.318+0000 7f79c2b6d900 2 removed watcher, disabling cache 2026-04-02T11:43:16.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.318+0000 7f79c2b6d900 20 remove_watcher() i=4 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=1 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=6 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=5 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=0 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=7 2026-04-02T11:43:16.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:43:16.319+0000 7f79c2b6d900 20 remove_watcher() i=3 2026-04-02T11:43:16.327 INFO:tasks.workunit.client.0.vm01.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-02T11:43:16.327 INFO:tasks.workunit.client.0.vm01.stderr:Deleting bucket check-bucket 2026-04-02T11:43:16.329 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:16.329 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:16.348 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:43:16.348 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:43:16.503 INFO:tasks.workunit.client.0.vm01.stderr:Completed bucket check tests 2026-04-02T11:43:16.503 INFO:tasks.workunit.client.0.vm01.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-02T11:43:16.503 INFO:tasks.workunit.client.0.vm01.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-02T11:43:16.503 INFO:tasks.workunit.client.0.vm01.stdout:connected to https://localhost:443 2026-04-02T11:43:16.546 INFO:tasks.workunit.client.0.vm01.stdout:OK. 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ deactivate 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ export PATH 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n '' ']' 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ hash -r 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n '' ']' 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ unset -f deactivate 2026-04-02T11:43:16.547 INFO:tasks.workunit.client.0.vm01.stderr:+ echo OK. 2026-04-02T11:43:16.547 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:43:16.547 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:43:16.627 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-04-02T11:43:16.627 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:43:17.092 DEBUG:teuthology.parallel:result is None 2026-04-02T11:43:17.093 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:43:17.131 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:43:17.131 DEBUG:teuthology.orchestra.run.vm01:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:43:17.202 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:43:17.202 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:43:17.204 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:43:17.205 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:43:17.205 DEBUG:teuthology.orchestra.run.vm01:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:43:17.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:43:17.272 INFO:teuthology.orchestra.run.vm01.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:43:17.272 DEBUG:teuthology.orchestra.run.vm01:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:43:17.340 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:43:17.340 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:43:17.408 INFO:tasks.workunit:timeout=3h 2026-04-02T11:43:17.408 INFO:tasks.workunit:cleanup=True 2026-04-02T11:43:17.408 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:43:17.476 INFO:tasks.workunit.client.0.vm01.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: git switch -c 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:Or undo this operation with: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: git switch - 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:43:49.218 INFO:tasks.workunit.client.0.vm01.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:43:49.226 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:43:49.295 INFO:tasks.workunit.client.0.vm01.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:43:49.297 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:43:49.297 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:43:49.333 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:43:49.369 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:43:49.399 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:43:49.400 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:43:49.400 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:43:49.436 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:43:49.439 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:43:49.439 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:43:49.506 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-04-02T11:43:49.507 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-04-02T11:43:49.507 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-04-02T11:43:49.589 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:43:49.589 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:43:49.589 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:43:49.589 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from ClsLock 2026-04-02T11:43:49.589 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-04-02T11:43:51.289 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:51.289 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: exclusive 2026-04-02T11:43:51.289 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:51.289 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:51.289 INFO:tasks.workunit.client.0.vm01.stdout: client.4943 expiration=2026-04-02T11:45:51.282786+0000 addr=v1:192.168.123.101:0/2752141425 cookie= 2026-04-02T11:43:51.292 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:51.293 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: shared 2026-04-02T11:43:51.293 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:51.293 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:51.293 INFO:tasks.workunit.client.0.vm01.stdout: client.4943 expiration=2026-04-02T11:45:51.290321+0000 addr=v1:192.168.123.101:0/2752141425 cookie= 2026-04-02T11:43:51.293 INFO:tasks.workunit.client.0.vm01.stdout: client.5157 expiration=0.000000 addr=v1:192.168.123.101:0/903990824 cookie= 2026-04-02T11:43:51.294 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:51.294 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: shared 2026-04-02T11:43:51.294 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:51.294 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:51.294 INFO:tasks.workunit.client.0.vm01.stdout: client.5157 expiration=0.000000 addr=v1:192.168.123.101:0/903990824 cookie= 2026-04-02T11:43:51.967 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestMultiLocking (2378 ms) 2026-04-02T11:43:51.967 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestMeta 2026-04-02T11:43:54.185 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:54.185 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: shared 2026-04-02T11:43:54.185 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:54.185 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:54.185 INFO:tasks.workunit.client.0.vm01.stdout: client.5169 expiration=0.000000 addr=v1:192.168.123.101:0/313464088 cookie= 2026-04-02T11:43:54.188 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:54.188 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: exclusive 2026-04-02T11:43:54.188 INFO:tasks.workunit.client.0.vm01.stdout: tag: new_tag 2026-04-02T11:43:54.188 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:54.188 INFO:tasks.workunit.client.0.vm01.stdout: client.5163 expiration=0.000000 addr=v1:192.168.123.101:0/1789243777 cookie= 2026-04-02T11:43:55.161 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestMeta (3194 ms) 2026-04-02T11:43:55.161 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestCookie 2026-04-02T11:43:57.188 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:57.188 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: exclusive 2026-04-02T11:43:57.188 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:57.188 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout:lock: mylock 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout: lock_type: shared 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout: tag: 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout: lockers: 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout: client.4961 expiration=0.000000 addr=v1:192.168.123.101:0/3609757318 cookie= 2026-04-02T11:43:57.190 INFO:tasks.workunit.client.0.vm01.stdout: client.4961 expiration=0.000000 addr=v1:192.168.123.101:0/3609757318 cookie=new cookie 2026-04-02T11:43:58.171 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestCookie (3009 ms) 2026-04-02T11:43:58.171 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-04-02T11:44:01.193 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestMultipleLocks (3021 ms) 2026-04-02T11:44:01.193 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestLockDuration 2026-04-02T11:44:08.313 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestLockDuration (7119 ms) 2026-04-02T11:44:08.313 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-04-02T11:44:11.338 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestAssertLocked (3024 ms) 2026-04-02T11:44:11.338 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestSetCookie 2026-04-02T11:44:14.354 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestSetCookie (3014 ms) 2026-04-02T11:44:14.354 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestRenew 2026-04-02T11:44:34.485 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestRenew (20132 ms) 2026-04-02T11:44:34.485 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2026-04-02T11:44:40.631 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6145 ms) 2026-04-02T11:44:40.631 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2026-04-02T11:44:47.841 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7210 ms) 2026-04-02T11:44:47.841 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7980 ms) 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from ClsLock (66232 ms total) 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 11 tests from 1 test suite ran. (66232 ms total) 2026-04-02T11:44:55.822 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 11 tests. 2026-04-02T11:44:55.824 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:44:55.824 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:44:55.902 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2026-04-02T11:44:55.903 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2026-04-02T11:44:55.903 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2026-04-02T11:44:55.978 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:44:55.979 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:44:55.979 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:44:55.979 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from cls_log 2026-04-02T11:44:55.979 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_log.test_log_add_same_time 2026-04-02T11:44:58.847 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_log.test_log_add_same_time (2867 ms) 2026-04-02T11:44:58.847 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_log.test_log_add_different_time 2026-04-02T11:45:01.870 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_log.test_log_add_different_time (3023 ms) 2026-04-02T11:45:01.870 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_log.trim_by_time 2026-04-02T11:45:04.909 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_log.trim_by_time (3036 ms) 2026-04-02T11:45:04.909 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_log.trim_by_marker 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_log.trim_by_marker (3033 ms) 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from cls_log (11960 ms total) 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 4 tests from 1 test suite ran. (11960 ms total) 2026-04-02T11:45:07.940 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 4 tests. 2026-04-02T11:45:07.944 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:45:07.944 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:45:08.020 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2026-04-02T11:45:08.021 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2026-04-02T11:45:08.021 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2026-04-02T11:45:08.107 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:45:08.107 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:45:08.107 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:45:08.107 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 10 tests from cls_refcount 2026-04-02T11:45:08.107 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_implicit 2026-04-02T11:45:11.000 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_implicit (2893 ms) 2026-04-02T11:45:11.001 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2026-04-02T11:45:14.174 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3174 ms) 2026-04-02T11:45:14.175 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_put_snap 2026-04-02T11:45:22.387 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_put_snap (8212 ms) 2026-04-02T11:45:22.387 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_explicit 2026-04-02T11:45:25.432 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_explicit (3044 ms) 2026-04-02T11:45:25.432 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.set 2026-04-02T11:45:28.463 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.set (3030 ms) 2026-04-02T11:45:28.463 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_implicit_ec 2026-04-02T11:45:35.894 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_implicit_ec (7431 ms) 2026-04-02T11:45:35.894 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2026-04-02T11:45:43.302 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7407 ms) 2026-04-02T11:45:43.302 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2026-04-02T11:45:55.448 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_put_snap_ec (12146 ms) 2026-04-02T11:45:55.448 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.test_explicit_ec 2026-04-02T11:46:02.482 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.test_explicit_ec (7033 ms) 2026-04-02T11:46:02.482 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_refcount.set_ec 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_refcount.set_ec (7214 ms) 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 10 tests from cls_refcount (61588 ms total) 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 10 tests from 1 test suite ran. (61588 ms total) 2026-04-02T11:46:09.696 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 10 tests. 2026-04-02T11:46:09.698 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:46:09.698 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:46:09.737 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2026-04-02T11:46:09.737 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2026-04-02T11:46:09.737 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2026-04-02T11:46:09.824 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:46:09.824 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:46:09.824 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:09.824 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from cls_rgw 2026-04-02T11:46:11.704 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_basic 2026-04-02T11:46:11.734 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_basic (30 ms) 2026-04-02T11:46:11.734 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2026-04-02T11:46:11.756 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (21 ms) 2026-04-02T11:46:11.756 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_remove_object 2026-04-02T11:46:11.795 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_remove_object (39 ms) 2026-04-02T11:46:11.795 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_suggest 2026-04-02T11:46:13.176 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_suggest (1380 ms) 2026-04-02T11:46:13.176 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_suggest_complete 2026-04-02T11:46:13.180 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_suggest_complete (4 ms) 2026-04-02T11:46:13.180 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_list 2026-04-02T11:46:13.197 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_list (16 ms) 2026-04-02T11:46:13.197 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_list_delimited 2026-04-02T11:46:30.555 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_list_delimited (17358 ms) 2026-04-02T11:46:30.555 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.bi_list 2026-04-02T11:46:30.599 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.bi_list (44 ms) 2026-04-02T11:46:30.599 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.gc_set 2026-04-02T11:46:30.607 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.gc_set (7 ms) 2026-04-02T11:46:30.607 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.gc_list 2026-04-02T11:46:30.614 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.gc_list (6 ms) 2026-04-02T11:46:30.614 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.gc_defer 2026-04-02T11:46:36.777 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.gc_defer (6162 ms) 2026-04-02T11:46:36.777 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.usage_basic 2026-04-02T11:46:36.834 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.usage_basic (56 ms) 2026-04-02T11:46:36.834 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2026-04-02T11:46:36.834 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2026-04-02T11:46:36.835 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.usage_clear 2026-04-02T11:46:36.929 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.usage_clear (94 ms) 2026-04-02T11:46:36.929 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.bi_log_trim 2026-04-02T11:46:36.964 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.bi_log_trim (35 ms) 2026-04-02T11:46:36.964 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.index_racing_removes 2026-04-02T11:46:36.978 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.index_racing_removes (13 ms) 2026-04-02T11:46:36.978 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.reshardlog_list 2026-04-02T11:46:36.987 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.reshardlog_list (9 ms) 2026-04-02T11:46:36.987 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.reshardlog_num 2026-04-02T11:46:36.993 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.reshardlog_num (6 ms) 2026-04-02T11:46:36.993 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw.bi_put_entries 2026-04-02T11:46:37.010 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw.bi_put_entries (16 ms) 2026-04-02T11:46:37.829 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from cls_rgw (25305 ms total) 2026-04-02T11:46:37.829 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:46:37.829 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:46:37.829 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 19 tests from 1 test suite ran. (28004 ms total) 2026-04-02T11:46:37.829 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 19 tests. 2026-04-02T11:46:37.831 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:46:37.831 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:46:37.867 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2026-04-02T11:46:37.868 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2026-04-02T11:46:37.868 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2026-04-02T11:46:37.955 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:46:37.955 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:46:37.955 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:37.956 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from cls_rgw_gc 2026-04-02T11:46:37.956 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.init 2026-04-02T11:46:39.836 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.init (1881 ms) 2026-04-02T11:46:39.837 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2026-04-02T11:46:39.856 INFO:tasks.workunit.client.0.vm01.stderr:[ ] list info tag = chain-0 2026-04-02T11:46:39.856 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (19 ms) 2026-04-02T11:46:39.856 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2026-04-02T11:46:39.859 INFO:tasks.workunit.client.0.vm01.stderr:[ ] next_marker is: = 0/4263 2026-04-02T11:46:39.859 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (3 ms) 2026-04-02T11:46:39.859 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2026-04-02T11:46:39.865 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (5 ms) 2026-04-02T11:46:39.865 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2026-04-02T11:46:39.870 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (5 ms) 2026-04-02T11:46:39.870 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2026-04-02T11:46:40.129 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (259 ms) 2026-04-02T11:46:40.129 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2026-04-02T11:46:40.135 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (5 ms) 2026-04-02T11:46:40.135 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2026-04-02T11:46:40.140 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2026-04-02T11:46:40.140 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_gc.finalize 2026-04-02T11:46:40.853 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_gc.finalize (713 ms) 2026-04-02T11:46:40.854 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from cls_rgw_gc (2898 ms total) 2026-04-02T11:46:40.854 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:46:40.854 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:46:40.854 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 9 tests from 1 test suite ran. (2898 ms total) 2026-04-02T11:46:40.854 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 9 tests. 2026-04-02T11:46:40.855 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:46:40.856 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:46:40.888 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2026-04-02T11:46:40.889 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2026-04-02T11:46:40.889 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2026-04-02T11:46:40.971 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:46:40.972 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:46:40.972 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 1 test from 1 test suite. 2026-04-02T11:46:40.972 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:42.870 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from cls_rgw_stats 2026-04-02T11:46:42.870 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_rgw_stats.simulate 2026-04-02T11:46:42.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.881+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=DTVGEY680589 type=write size=449838 2026-04-02T11:46:42.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.882+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=9VXMHRU13YA8 type=del size=2094375 2026-04-02T11:46:42.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.885+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~DVMBEVPZMWV1.0 size=496598 2026-04-02T11:46:42.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.885+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=DVMBEVPZMWV1 tag=U2KKBPIVGB04 type=write size=1545174 2026-04-02T11:46:42.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.886+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=GFV2ZIPLTUUN type=del size=3271021 2026-04-02T11:46:42.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.887+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=SBOSI342S037 type=del size=1649636 2026-04-02T11:46:42.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.888+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=V9EZ9DC9YUTU type=del size=774521 2026-04-02T11:46:42.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.888+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=FTQMBQK82LBR type=del size=1937162 2026-04-02T11:46:42.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.890+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=1IM04MV0OWF8 type=del size=2788122 2026-04-02T11:46:42.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.891+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=LZC8AOSN4LIN type=del size=1546724 2026-04-02T11:46:42.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.893+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~8Z3UORR9PJR7.0 size=1048576 2026-04-02T11:46:42.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.894+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~8Z3UORR9PJR7.1 size=82478 2026-04-02T11:46:42.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.894+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=8Z3UORR9PJR7 tag=JE41YY8MXKD1 type=write size=2179630 2026-04-02T11:46:42.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.895+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=7N53W92ZB733 type=del size=3949697 2026-04-02T11:46:42.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.896+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.0 size=1048576 2026-04-02T11:46:42.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.897+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.1 size=1048576 2026-04-02T11:46:42.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.898+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.2 size=442440 2026-04-02T11:46:42.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.898+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=LGZBO3QTKQRM tag=TPNXZ3EZJ4S6 type=write size=3588168 2026-04-02T11:46:42.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.899+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~1900F7W88K3W.0 size=1048576 2026-04-02T11:46:42.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.900+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~1900F7W88K3W.1 size=104670 2026-04-02T11:46:42.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.900+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=1900F7W88K3W tag=Q6HIXGEBM3X8 type=write size=2201822 2026-04-02T11:46:42.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.901+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=DJKBJJRBCB3D type=del size=1921503 2026-04-02T11:46:42.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.902+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=2ISAEVV5GTIJ type=write size=257723 2026-04-02T11:46:42.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.903+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~2GH2ZFJVFY80.0 size=1048576 2026-04-02T11:46:42.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.904+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~2GH2ZFJVFY80.1 size=110151 2026-04-02T11:46:42.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.904+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=2GH2ZFJVFY80 tag=K0BHPUTLZSIU type=write size=2207303 2026-04-02T11:46:42.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.905+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=DTVGEY680589 type=write size=449838 2026-04-02T11:46:42.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.906+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~9F5J7EYXZU1B.0 size=964551 2026-04-02T11:46:42.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.906+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=9F5J7EYXZU1B tag=YMZRV7EKAAKD type=write size=2013127 2026-04-02T11:46:42.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.907+0000 7f5333614880 1 < canceled operation key=2UF1R4YCK37X tag=9VXMHRU13YA8 type=del size=2094375 2026-04-02T11:46:42.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.908+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=ALG28FIJZOC5 type=del size=599554 2026-04-02T11:46:42.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.909+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~DVMBEVPZMWV1.0 size=496598 2026-04-02T11:46:42.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.910+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=DVMBEVPZMWV1 tag=U2KKBPIVGB04 type=write size=1545174 2026-04-02T11:46:42.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.912+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.0 size=1048576 2026-04-02T11:46:42.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.913+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.1 size=1048576 2026-04-02T11:46:42.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.913+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.2 size=735146 2026-04-02T11:46:42.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.913+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=GNCUD9PUFAE8 tag=74F00JHPZGEL type=write size=3880874 2026-04-02T11:46:42.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.914+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=GFV2ZIPLTUUN type=del 2026-04-02T11:46:42.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.915+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=SD1ZWLL4SPVQ type=write size=269139 2026-04-02T11:46:42.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.916+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=SBOSI342S037 type=del 2026-04-02T11:46:42.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.917+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=TNOV28UQ546N type=del size=4124205 2026-04-02T11:46:42.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.917+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=V9EZ9DC9YUTU type=del 2026-04-02T11:46:42.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.918+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=RHJ75BL56D61 type=del size=351869 2026-04-02T11:46:42.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.922+0000 7f5333614880 1 < suggested remove operation key=RYJ7HCWSK1ZK tag=FTQMBQK82LBR type=del 2026-04-02T11:46:42.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.923+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=99LNVF0W91HD type=del size=3693127 2026-04-02T11:46:42.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.924+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=1IM04MV0OWF8 type=del 2026-04-02T11:46:42.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.926+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~WM2O9MQLAXMC.0 size=1048576 2026-04-02T11:46:42.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.926+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~WM2O9MQLAXMC.1 size=485134 2026-04-02T11:46:42.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.926+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=WM2O9MQLAXMC tag=JH3EV0VZH8XT type=write size=2582286 2026-04-02T11:46:42.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.928+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=LZC8AOSN4LIN type=del 2026-04-02T11:46:42.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.928+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=NKRXVMD8G5V5 type=del size=442886 2026-04-02T11:46:42.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.929+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~8Z3UORR9PJR7.0 size=1048576 2026-04-02T11:46:42.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.930+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~8Z3UORR9PJR7.1 size=82478 2026-04-02T11:46:42.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.931+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=8Z3UORR9PJR7 tag=JE41YY8MXKD1 type=write size=2179630 2026-04-02T11:46:42.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.933+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~B6OSIAAR0SI1.0 size=843050 2026-04-02T11:46:42.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.933+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=B6OSIAAR0SI1 tag=NC5AQJG9NU4R type=write size=1891626 2026-04-02T11:46:42.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.934+0000 7f5333614880 1 < suggested update operation key=MJF6T1TAF5I9 tag=7N53W92ZB733 type=del size=3949697 2026-04-02T11:46:42.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.936+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.0 size=1048576 2026-04-02T11:46:42.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.937+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.1 size=1048576 2026-04-02T11:46:42.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.937+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.2 size=534794 2026-04-02T11:46:42.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.937+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=UYQZ7XOH2INS tag=Q0IINS0THQPZ type=write size=3680522 2026-04-02T11:46:42.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.938+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.0 size=1048576 2026-04-02T11:46:42.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.939+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.1 size=1048576 2026-04-02T11:46:42.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.940+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~LGZBO3QTKQRM.2 size=442440 2026-04-02T11:46:42.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.941+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=LGZBO3QTKQRM tag=TPNXZ3EZJ4S6 type=write size=3588168 2026-04-02T11:46:42.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.943+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~02SQ8HBJJ82L.0 size=907458 2026-04-02T11:46:42.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.943+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=02SQ8HBJJ82L tag=0FC4GC8M5A6N type=write size=1956034 2026-04-02T11:46:42.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.944+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~1900F7W88K3W.0 size=1048576 2026-04-02T11:46:42.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.944+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~1900F7W88K3W.1 size=104670 2026-04-02T11:46:42.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.946+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=1900F7W88K3W tag=Q6HIXGEBM3X8 type=write size=2201822 2026-04-02T11:46:42.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.948+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=6COPGCXCZ14W type=del size=2690747 2026-04-02T11:46:42.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.949+0000 7f5333614880 1 < canceled operation key=3V9OL1TOYAR3 tag=DJKBJJRBCB3D type=del size=1921503 2026-04-02T11:46:42.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.950+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.0 size=1048576 2026-04-02T11:46:42.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.951+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.1 size=1048576 2026-04-02T11:46:42.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.951+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.2 size=395754 2026-04-02T11:46:42.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.951+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=Z8O2CW1IFVYV tag=RSDGNO0VM09A type=write size=3541482 2026-04-02T11:46:42.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.952+0000 7f5333614880 1 < completed write operation key=2FO2MNKR19RL tag=2ISAEVV5GTIJ type=write size=257723 2026-04-02T11:46:42.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.953+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=BUETIAQ6Y349 type=del size=3707628 2026-04-02T11:46:42.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.954+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~2GH2ZFJVFY80.0 size=1048576 2026-04-02T11:46:42.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.955+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~2GH2ZFJVFY80.1 size=110151 2026-04-02T11:46:42.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.956+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=2GH2ZFJVFY80 tag=K0BHPUTLZSIU type=write size=2207303 2026-04-02T11:46:42.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.957+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=84H44SE0IL47 type=del size=185930 2026-04-02T11:46:42.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.957+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~9F5J7EYXZU1B.0 size=964551 2026-04-02T11:46:42.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.959+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=9F5J7EYXZU1B tag=YMZRV7EKAAKD type=write size=2013127 2026-04-02T11:46:42.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.959+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=40ORFCSDIAXI type=del size=3207098 2026-04-02T11:46:42.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.960+0000 7f5333614880 1 < canceled operation key=1WBDOM4K9L2E tag=ALG28FIJZOC5 type=del size=599554 2026-04-02T11:46:42.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.961+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=XH8ZOYSM457N type=del size=3969642 2026-04-02T11:46:42.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.962+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.0 size=1048576 2026-04-02T11:46:42.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.963+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.1 size=1048576 2026-04-02T11:46:42.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.963+0000 7f5333614880 1 < canceled part key=_multipart_LTB13PIUFMYH.2~GNCUD9PUFAE8.2 size=735146 2026-04-02T11:46:42.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.964+0000 7f5333614880 1 < canceled multipart upload key=LTB13PIUFMYH upload=GNCUD9PUFAE8 tag=74F00JHPZGEL type=write size=3880874 2026-04-02T11:46:42.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.965+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=UH2SGAW4PHBX type=del size=3948071 2026-04-02T11:46:42.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.966+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=SD1ZWLL4SPVQ type=write size=269139 2026-04-02T11:46:42.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.967+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=UH4K1077BJUS type=del size=688544 2026-04-02T11:46:42.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.967+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=TNOV28UQ546N type=del 2026-04-02T11:46:42.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.968+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=QISC0RUYCRRU type=del size=312549 2026-04-02T11:46:42.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.969+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=RHJ75BL56D61 type=del 2026-04-02T11:46:42.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.972+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~MFH43RSDE4MT.0 size=553265 2026-04-02T11:46:42.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.972+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=MFH43RSDE4MT tag=IKEPTTJ6Q00R type=write size=1601841 2026-04-02T11:46:42.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.975+0000 7f5333614880 1 < suggested remove operation key=2FO2MNKR19RL tag=99LNVF0W91HD type=del 2026-04-02T11:46:42.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.976+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=KQOH0OGVQ30S type=write size=418582 2026-04-02T11:46:42.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.976+0000 7f5333614880 1 < canceled part key=_multipart_D9L3BBI87CJI.2~WM2O9MQLAXMC.0 size=1048576 2026-04-02T11:46:42.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.977+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~WM2O9MQLAXMC.1 size=485134 2026-04-02T11:46:42.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.978+0000 7f5333614880 1 < canceled multipart upload key=D9L3BBI87CJI upload=WM2O9MQLAXMC tag=JH3EV0VZH8XT type=write size=2582286 2026-04-02T11:46:42.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.979+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~XZ0BTGA8QA3I.0 size=98923 2026-04-02T11:46:42.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.979+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=XZ0BTGA8QA3I tag=VRI0HET7C37E type=write size=1147499 2026-04-02T11:46:42.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.981+0000 7f5333614880 1 < suggested update operation key=38G32TCWGKT5 tag=NKRXVMD8G5V5 type=del size=442886 2026-04-02T11:46:42.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.983+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~AOEISF58SQBV.0 size=1048576 2026-04-02T11:46:42.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.983+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~AOEISF58SQBV.1 size=387047 2026-04-02T11:46:42.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.983+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=AOEISF58SQBV tag=URQMR86QY4JT type=write size=2484199 2026-04-02T11:46:42.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.984+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~B6OSIAAR0SI1.0 size=843050 2026-04-02T11:46:42.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.986+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=B6OSIAAR0SI1 tag=NC5AQJG9NU4R type=write size=1891626 2026-04-02T11:46:42.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.986+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=Q6YBLRJ1DI05 type=del size=4127289 2026-04-02T11:46:42.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.987+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.0 size=1048576 2026-04-02T11:46:42.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.988+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.1 size=1048576 2026-04-02T11:46:42.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.988+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~UYQZ7XOH2INS.2 size=534794 2026-04-02T11:46:42.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.990+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=UYQZ7XOH2INS tag=Q0IINS0THQPZ type=write size=3680522 2026-04-02T11:46:42.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.990+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=NQ0WK5CO7R3N type=del size=3964681 2026-04-02T11:46:42.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.991+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~02SQ8HBJJ82L.0 size=907458 2026-04-02T11:46:42.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.992+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=02SQ8HBJJ82L tag=0FC4GC8M5A6N type=write size=1956034 2026-04-02T11:46:42.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.993+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~NFBGWA6VVS3U.0 size=5054 2026-04-02T11:46:42.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.993+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=NFBGWA6VVS3U tag=VQW8B1PPVQ2N type=write size=1053630 2026-04-02T11:46:42.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.994+0000 7f5333614880 -1 < failed to complete operation key=38G32TCWGKT5 tag=6COPGCXCZ14W type=del size=2690747: (22) Invalid argument 2026-04-02T11:46:42.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.997+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~RDPRLWZ31BNE.0 size=841902 2026-04-02T11:46:42.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.997+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=RDPRLWZ31BNE tag=5FBE2H1N5RBL type=write size=1890478 2026-04-02T11:46:42.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.997+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.0 size=1048576 2026-04-02T11:46:43.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.998+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.1 size=1048576 2026-04-02T11:46:43.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:42.998+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~Z8O2CW1IFVYV.2 size=395754 2026-04-02T11:46:43.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.000+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=Z8O2CW1IFVYV tag=RSDGNO0VM09A type=write size=3541482 2026-04-02T11:46:43.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.001+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=4HSD9RHMPLI5 type=del size=1640719 2026-04-02T11:46:43.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.001+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=BUETIAQ6Y349 type=del 2026-04-02T11:46:43.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.002+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=1SAD3FQCOMRP type=write size=276139 2026-04-02T11:46:43.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.003+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=84H44SE0IL47 type=del 2026-04-02T11:46:43.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.004+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=8VY2Q4ZQC0YP type=del size=123555 2026-04-02T11:46:43.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.005+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=40ORFCSDIAXI type=del size=3207098 2026-04-02T11:46:43.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.006+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=YDL29LEJK0ZR type=del size=3830989 2026-04-02T11:46:43.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.008+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=XH8ZOYSM457N type=del size=3969642 2026-04-02T11:46:43.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.009+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=87GD0MFTCK3E type=del size=3321141 2026-04-02T11:46:43.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.010+0000 7f5333614880 1 < suggested update operation key=NAP80R228JZJ tag=UH2SGAW4PHBX type=del size=3948071 2026-04-02T11:46:43.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.011+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~X4QM2BPGWD10.0 size=5048 2026-04-02T11:46:43.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.011+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=X4QM2BPGWD10 tag=LTW705TWU10N type=write size=1053624 2026-04-02T11:46:43.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.012+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=UH4K1077BJUS type=del 2026-04-02T11:46:43.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.013+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=LM104A74MY81 type=del size=2158916 2026-04-02T11:46:43.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.014+0000 7f5333614880 -1 < failed to complete operation key=LTB13PIUFMYH tag=QISC0RUYCRRU type=del size=312549: (22) Invalid argument 2026-04-02T11:46:43.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.015+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=HMBP3K60Q8KU type=write size=38246 2026-04-02T11:46:43.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.015+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~MFH43RSDE4MT.0 size=553265 2026-04-02T11:46:43.019 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.017+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=MFH43RSDE4MT tag=IKEPTTJ6Q00R type=write size=1601841 2026-04-02T11:46:43.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.017+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=IM29ZL14OIUW type=del size=1943901 2026-04-02T11:46:43.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.019+0000 7f5333614880 1 < suggested update operation key=VK1RMXPUCX5B tag=KQOH0OGVQ30S type=write size=418582 2026-04-02T11:46:43.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.021+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~LHMT89VYQDKI.0 size=48376 2026-04-02T11:46:43.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.021+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=LHMT89VYQDKI tag=TYIOSC5PP2LL type=write size=1096952 2026-04-02T11:46:43.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.021+0000 7f5333614880 1 < canceled part key=_multipart_2FO2MNKR19RL.2~XZ0BTGA8QA3I.0 size=98923 2026-04-02T11:46:43.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.022+0000 7f5333614880 1 < canceled multipart upload key=2FO2MNKR19RL upload=XZ0BTGA8QA3I tag=VRI0HET7C37E type=write size=1147499 2026-04-02T11:46:43.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.025+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~NZ3CUWQY115M.0 size=883120 2026-04-02T11:46:43.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.025+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=NZ3CUWQY115M tag=LVXD1M13ACJI type=write size=1931696 2026-04-02T11:46:43.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.025+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~AOEISF58SQBV.0 size=1048576 2026-04-02T11:46:43.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.026+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~AOEISF58SQBV.1 size=387047 2026-04-02T11:46:43.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.027+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=AOEISF58SQBV tag=URQMR86QY4JT type=write size=2484199 2026-04-02T11:46:43.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.028+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=PWBSOWA1FFAQ type=write size=92301 2026-04-02T11:46:43.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.030+0000 7f5333614880 1 < suggested update operation key=AKGGO4RSPZUL tag=Q6YBLRJ1DI05 type=del size=4127289 2026-04-02T11:46:43.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.030+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=D2CQ1ULTJMQ8 type=del size=1578742 2026-04-02T11:46:43.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.031+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=NQ0WK5CO7R3N type=del 2026-04-02T11:46:43.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.032+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=2F60GJH0BTT6 type=del size=43452 2026-04-02T11:46:43.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.032+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~NFBGWA6VVS3U.0 size=5054 2026-04-02T11:46:43.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.034+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=NFBGWA6VVS3U tag=VQW8B1PPVQ2N type=write size=1053630 2026-04-02T11:46:43.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.035+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=90WEOZRJBMT0 type=del size=2280134 2026-04-02T11:46:43.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.035+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~RDPRLWZ31BNE.0 size=841902 2026-04-02T11:46:43.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.037+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=RDPRLWZ31BNE tag=5FBE2H1N5RBL type=write size=1890478 2026-04-02T11:46:43.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.038+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=8QOLFGRMMPVF type=del size=2533364 2026-04-02T11:46:43.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.038+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=4HSD9RHMPLI5 type=del 2026-04-02T11:46:43.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.039+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=DX472BEH70NN type=del size=3058895 2026-04-02T11:46:43.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.040+0000 7f5333614880 1 < completed write operation key=MJF6T1TAF5I9 tag=1SAD3FQCOMRP type=write size=276139 2026-04-02T11:46:43.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.041+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~CYNEO4T328U5.0 size=1048576 2026-04-02T11:46:43.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.042+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~CYNEO4T328U5.1 size=919918 2026-04-02T11:46:43.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.042+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=CYNEO4T328U5 tag=D0E9QASGZTV9 type=write size=3017070 2026-04-02T11:46:43.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.043+0000 7f5333614880 -1 < failed to complete operation key=KXHWK6IVPLYO tag=8VY2Q4ZQC0YP type=del size=123555: (22) Invalid argument 2026-04-02T11:46:43.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.044+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=15MNEMCIIINF type=del size=2900655 2026-04-02T11:46:43.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.044+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=YDL29LEJK0ZR type=del 2026-04-02T11:46:43.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.046+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~JI8OIDWG82OU.0 size=1048576 2026-04-02T11:46:43.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.046+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~JI8OIDWG82OU.1 size=414577 2026-04-02T11:46:43.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.046+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=JI8OIDWG82OU tag=KZYM3MRLWQUH type=write size=2511729 2026-04-02T11:46:43.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.047+0000 7f5333614880 1 < canceled operation key=C8ZRSTX2VB66 tag=87GD0MFTCK3E type=del size=3321141 2026-04-02T11:46:43.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.051+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=S808HSBWDFUG type=del size=597203 2026-04-02T11:46:43.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.052+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~X4QM2BPGWD10.0 size=5048 2026-04-02T11:46:43.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.055+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=X4QM2BPGWD10 tag=LTW705TWU10N type=write size=1053624 2026-04-02T11:46:43.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.056+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~OH5HIU36U2BN.0 size=503517 2026-04-02T11:46:43.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.056+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=OH5HIU36U2BN tag=PI9QCGTWS3OU type=write size=1552093 2026-04-02T11:46:43.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.058+0000 7f5333614880 1 < suggested remove operation key=3V9OL1TOYAR3 tag=LM104A74MY81 type=del 2026-04-02T11:46:43.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.058+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=GI6NDLMS0P7W type=del size=3747071 2026-04-02T11:46:43.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.059+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=HMBP3K60Q8KU type=write size=38246 2026-04-02T11:46:43.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.060+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=CVPV9DXP18ZQ type=write size=87729 2026-04-02T11:46:43.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.061+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=IM29ZL14OIUW type=del 2026-04-02T11:46:43.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.062+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=UYRF8MHVGCVR type=del size=1411031 2026-04-02T11:46:43.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.062+0000 7f5333614880 1 < canceled part key=_multipart_KXHWK6IVPLYO.2~LHMT89VYQDKI.0 size=48376 2026-04-02T11:46:43.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.064+0000 7f5333614880 1 < canceled multipart upload key=KXHWK6IVPLYO upload=LHMT89VYQDKI tag=TYIOSC5PP2LL type=write size=1096952 2026-04-02T11:46:43.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.065+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=4NV77RVCXEA0 type=del size=3717702 2026-04-02T11:46:43.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.065+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~NZ3CUWQY115M.0 size=883120 2026-04-02T11:46:43.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.067+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=NZ3CUWQY115M tag=LVXD1M13ACJI type=write size=1931696 2026-04-02T11:46:43.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.068+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.0 size=1048576 2026-04-02T11:46:43.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.069+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.1 size=1048576 2026-04-02T11:46:43.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.070+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.2 size=586060 2026-04-02T11:46:43.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.070+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=A3YK46FQZ82X tag=2XY1L5J1MS6D type=write size=3731788 2026-04-02T11:46:43.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.071+0000 7f5333614880 1 < completed write operation key=1WBDOM4K9L2E tag=PWBSOWA1FFAQ type=write size=92301 2026-04-02T11:46:43.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.071+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=GFC31HDHD3F2 type=del size=1212595 2026-04-02T11:46:43.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.072+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=D2CQ1ULTJMQ8 type=del 2026-04-02T11:46:43.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.073+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=GCRPSJL2AHFH type=del size=66115 2026-04-02T11:46:43.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.074+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=2F60GJH0BTT6 type=del 2026-04-02T11:46:43.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.075+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=MPOIQ0ACFAT9 type=del size=57241 2026-04-02T11:46:43.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.075+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=90WEOZRJBMT0 type=del 2026-04-02T11:46:43.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.076+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=NHKHAPWOXKOR type=del size=1190138 2026-04-02T11:46:43.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.077+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=8QOLFGRMMPVF type=del 2026-04-02T11:46:43.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.078+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=PHS4R0JE8TIQ type=del size=1386298 2026-04-02T11:46:43.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.079+0000 7f5333614880 -1 < no bi entry to suggest for operation key=3V9OL1TOYAR3 tag=DX472BEH70NN type=del size=3058895: (2) No such file or directory 2026-04-02T11:46:43.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.080+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=N67GG5K5NT6S type=del size=1283598 2026-04-02T11:46:43.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.080+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~CYNEO4T328U5.0 size=1048576 2026-04-02T11:46:43.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.081+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~CYNEO4T328U5.1 size=919918 2026-04-02T11:46:43.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.083+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=CYNEO4T328U5 tag=D0E9QASGZTV9 type=write size=3017070 2026-04-02T11:46:43.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.083+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=8JBUULT69VSA type=del size=2821043 2026-04-02T11:46:43.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.085+0000 7f5333614880 1 < suggested update operation key=EB6X219R2ZBH tag=15MNEMCIIINF type=del size=2900655 2026-04-02T11:46:43.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.086+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=ZA7Z0TV0WE8W type=write size=344151 2026-04-02T11:46:43.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.087+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~JI8OIDWG82OU.0 size=1048576 2026-04-02T11:46:43.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.088+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~JI8OIDWG82OU.1 size=414577 2026-04-02T11:46:43.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.089+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=JI8OIDWG82OU tag=KZYM3MRLWQUH type=write size=2511729 2026-04-02T11:46:43.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.091+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~NGS8ED51WZDR.0 size=477005 2026-04-02T11:46:43.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.091+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=NGS8ED51WZDR tag=8GHYTMI3TJKO type=write size=1525581 2026-04-02T11:46:43.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.092+0000 7f5333614880 1 < suggested remove operation key=5EJJIO7Z6IK3 tag=S808HSBWDFUG type=del 2026-04-02T11:46:43.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.093+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=DODYD5JH8AVK type=del size=3614628 2026-04-02T11:46:43.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.094+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~OH5HIU36U2BN.0 size=503517 2026-04-02T11:46:43.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.095+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=OH5HIU36U2BN tag=PI9QCGTWS3OU type=write size=1552093 2026-04-02T11:46:43.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.096+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=S1GWKG1N407H type=del size=3980813 2026-04-02T11:46:43.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.097+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=GI6NDLMS0P7W type=del 2026-04-02T11:46:43.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.099+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.0 size=1048576 2026-04-02T11:46:43.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.100+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.1 size=1048576 2026-04-02T11:46:43.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.101+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.2 size=124487 2026-04-02T11:46:43.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.101+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=6N4EXZG36ZPM tag=D2Z8RN2HF82Z type=write size=3270215 2026-04-02T11:46:43.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.101+0000 7f5333614880 1 < completed write operation key=D9L3BBI87CJI tag=CVPV9DXP18ZQ type=write size=87729 2026-04-02T11:46:43.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.102+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=LCJ54HHNF624 type=del size=3105163 2026-04-02T11:46:43.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.103+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=UYRF8MHVGCVR type=del 2026-04-02T11:46:43.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.104+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=OPRXQGSLKOV0 type=del size=1255958 2026-04-02T11:46:43.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.105+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=4NV77RVCXEA0 type=del 2026-04-02T11:46:43.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.107+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.0 size=1048576 2026-04-02T11:46:43.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.108+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.1 size=1048576 2026-04-02T11:46:43.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.108+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.2 size=717532 2026-04-02T11:46:43.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.108+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=QSUWTRYJ03TT tag=V8MLI3XPELE1 type=write size=3863260 2026-04-02T11:46:43.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.109+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.0 size=1048576 2026-04-02T11:46:43.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.109+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.1 size=1048576 2026-04-02T11:46:43.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.110+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~A3YK46FQZ82X.2 size=586060 2026-04-02T11:46:43.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.112+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=A3YK46FQZ82X tag=2XY1L5J1MS6D type=write size=3731788 2026-04-02T11:46:43.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.114+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.0 size=1048576 2026-04-02T11:46:43.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.114+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.1 size=1048576 2026-04-02T11:46:43.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.115+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.2 size=198978 2026-04-02T11:46:43.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.115+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=SPUBLSVDP5QH tag=03SXA69XGRXZ type=write size=3344706 2026-04-02T11:46:43.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.116+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=GFC31HDHD3F2 type=del 2026-04-02T11:46:43.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.117+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=O7OJ44UTM0FF type=del size=421865 2026-04-02T11:46:43.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.118+0000 7f5333614880 1 < suggested update operation key=IWEIGMTGAJE9 tag=GCRPSJL2AHFH type=del size=66115 2026-04-02T11:46:43.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.119+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=GZ3A7QOAQKDX type=del size=1649351 2026-04-02T11:46:43.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.120+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=MPOIQ0ACFAT9 type=del 2026-04-02T11:46:43.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.122+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~NWAAW21E6BIA.0 size=913255 2026-04-02T11:46:43.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.122+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=NWAAW21E6BIA tag=PJIZ1QY52JMN type=write size=1961831 2026-04-02T11:46:43.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.122+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=NHKHAPWOXKOR type=del 2026-04-02T11:46:43.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.123+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=4MQQ587D5RWD type=del size=3052807 2026-04-02T11:46:43.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.124+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=PHS4R0JE8TIQ type=del size=1386298 2026-04-02T11:46:43.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.125+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=XLV65OIMPCVG type=del size=2875013 2026-04-02T11:46:43.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.125+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=N67GG5K5NT6S type=del 2026-04-02T11:46:43.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.126+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=Y1GUGKXQ3877 type=del size=2440307 2026-04-02T11:46:43.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.127+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=8JBUULT69VSA type=del 2026-04-02T11:46:43.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.128+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=CULJTM4RDXB7 type=del size=3761858 2026-04-02T11:46:43.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.129+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=ZA7Z0TV0WE8W type=write size=344151 2026-04-02T11:46:43.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.130+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~QGSN6NJAZAFD.0 size=361185 2026-04-02T11:46:43.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.130+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=QGSN6NJAZAFD tag=595T8HN3T0IV type=write size=1409761 2026-04-02T11:46:43.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.130+0000 7f5333614880 1 < canceled part key=_multipart_VTYB3X0YEZVL.2~NGS8ED51WZDR.0 size=477005 2026-04-02T11:46:43.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.131+0000 7f5333614880 1 < canceled multipart upload key=VTYB3X0YEZVL upload=NGS8ED51WZDR tag=8GHYTMI3TJKO type=write size=1525581 2026-04-02T11:46:43.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.133+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.0 size=1048576 2026-04-02T11:46:43.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.133+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.1 size=1048576 2026-04-02T11:46:43.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.134+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.2 size=145481 2026-04-02T11:46:43.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.134+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=OA1Y753MVRJH tag=ULISPNTSJS4Y type=write size=3291209 2026-04-02T11:46:43.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.135+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=DODYD5JH8AVK type=del 2026-04-02T11:46:43.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.138+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=E0DS39K8DDJZ type=write size=475698 2026-04-02T11:46:43.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.138+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=S1GWKG1N407H type=del 2026-04-02T11:46:43.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.139+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=HMG165DJ4HIW type=write size=245243 2026-04-02T11:46:43.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.140+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.0 size=1048576 2026-04-02T11:46:43.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.141+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.1 size=1048576 2026-04-02T11:46:43.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.141+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~6N4EXZG36ZPM.2 size=124487 2026-04-02T11:46:43.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.143+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=6N4EXZG36ZPM tag=D2Z8RN2HF82Z type=write size=3270215 2026-04-02T11:46:43.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.143+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=FQ79QVUO1TXI type=del size=209703 2026-04-02T11:46:43.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.144+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=LCJ54HHNF624 type=del 2026-04-02T11:46:43.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.145+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=L9F7LSXXES41 type=del size=607862 2026-04-02T11:46:43.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.146+0000 7f5333614880 1 < canceled operation key=LTB13PIUFMYH tag=OPRXQGSLKOV0 type=del size=1255958 2026-04-02T11:46:43.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.147+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=FPMPU2W780JI type=write size=88245 2026-04-02T11:46:43.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.147+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.0 size=1048576 2026-04-02T11:46:43.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.148+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.1 size=1048576 2026-04-02T11:46:43.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.149+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~QSUWTRYJ03TT.2 size=717532 2026-04-02T11:46:43.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.150+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=QSUWTRYJ03TT tag=V8MLI3XPELE1 type=write size=3863260 2026-04-02T11:46:43.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.152+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~HGN6U250SBAZ.0 size=859923 2026-04-02T11:46:43.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.152+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=HGN6U250SBAZ tag=6BWTKKP76HYV type=write size=1908499 2026-04-02T11:46:43.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.153+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.0 size=1048576 2026-04-02T11:46:43.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.153+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.1 size=1048576 2026-04-02T11:46:43.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.153+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~SPUBLSVDP5QH.2 size=198978 2026-04-02T11:46:43.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.154+0000 7f5333614880 1 < canceled multipart upload key=3V9OL1TOYAR3 upload=SPUBLSVDP5QH tag=03SXA69XGRXZ type=write size=3344706 2026-04-02T11:46:43.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.155+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=2BZC2O9GKWA7 type=del size=591021 2026-04-02T11:46:43.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.156+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=O7OJ44UTM0FF type=del 2026-04-02T11:46:43.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.157+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=NWRPQIRG75FU type=del size=1963096 2026-04-02T11:46:43.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.157+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=GZ3A7QOAQKDX type=del 2026-04-02T11:46:43.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.159+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.0 size=1048576 2026-04-02T11:46:43.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.159+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.1 size=1048576 2026-04-02T11:46:43.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.160+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.2 size=420119 2026-04-02T11:46:43.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.160+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=0LN05BXFRDHQ tag=J519D3XT62V3 type=write size=3565847 2026-04-02T11:46:43.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.160+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~NWAAW21E6BIA.0 size=913255 2026-04-02T11:46:43.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.162+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=NWAAW21E6BIA tag=PJIZ1QY52JMN type=write size=1961831 2026-04-02T11:46:43.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.163+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=2FT39WOY0EEO type=del size=2356653 2026-04-02T11:46:43.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.164+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=4MQQ587D5RWD type=del 2026-04-02T11:46:43.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.164+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=B2J7Q4GSWRJL type=del size=3970982 2026-04-02T11:46:43.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.165+0000 7f5333614880 1 < canceled operation key=GLU301MHO00G tag=XLV65OIMPCVG type=del size=2875013 2026-04-02T11:46:43.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.166+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=NOG9MGDPAB57 type=del size=212324 2026-04-02T11:46:43.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.167+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=Y1GUGKXQ3877 type=del size=2440307 2026-04-02T11:46:43.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.169+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~MWCR7J3UUGBS.0 size=198479 2026-04-02T11:46:43.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.169+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=MWCR7J3UUGBS tag=EKM6L1ZWA9L0 type=write size=1247055 2026-04-02T11:46:43.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.169+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=CULJTM4RDXB7 type=del 2026-04-02T11:46:43.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.170+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=33U3HCAQFG0E type=del size=2972490 2026-04-02T11:46:43.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.171+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~QGSN6NJAZAFD.0 size=361185 2026-04-02T11:46:43.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.172+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=QGSN6NJAZAFD tag=595T8HN3T0IV type=write size=1409761 2026-04-02T11:46:43.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.174+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~SAAHG92LV4SS.0 size=26555 2026-04-02T11:46:43.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.174+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=SAAHG92LV4SS tag=VV362NKEBS9Z type=write size=1075131 2026-04-02T11:46:43.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.174+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.0 size=1048576 2026-04-02T11:46:43.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.175+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.1 size=1048576 2026-04-02T11:46:43.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.176+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~OA1Y753MVRJH.2 size=145481 2026-04-02T11:46:43.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.177+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=OA1Y753MVRJH tag=ULISPNTSJS4Y type=write size=3291209 2026-04-02T11:46:43.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.178+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=U46LPXWBUXTL type=del size=2277668 2026-04-02T11:46:43.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.179+0000 7f5333614880 1 < canceled operation key=1WBDOM4K9L2E tag=E0DS39K8DDJZ type=write size=475698 2026-04-02T11:46:43.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.180+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=ZUXA4AQMXH3H type=del size=4173741 2026-04-02T11:46:43.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.181+0000 7f5333614880 -1 < failed to complete operation key=SO2Q7V3NETW5 tag=HMG165DJ4HIW type=write size=245243: (22) Invalid argument 2026-04-02T11:46:43.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.182+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=CGA6LV09UOVA type=del size=383523 2026-04-02T11:46:43.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.182+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=FQ79QVUO1TXI type=del 2026-04-02T11:46:43.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.183+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=FKXWADLM22GH type=del size=2108335 2026-04-02T11:46:43.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.184+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=L9F7LSXXES41 type=del 2026-04-02T11:46:43.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.185+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~U0H03A7D412X.0 size=390894 2026-04-02T11:46:43.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.185+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=U0H03A7D412X tag=65V66XAJPGR4 type=write size=1439470 2026-04-02T11:46:43.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.186+0000 7f5333614880 1 < completed write operation key=UNBE0OR07CI2 tag=FPMPU2W780JI type=write size=88245 2026-04-02T11:46:43.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.189+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=BTZIY1MQ3JDN type=del size=2185243 2026-04-02T11:46:43.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.189+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~HGN6U250SBAZ.0 size=859923 2026-04-02T11:46:43.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.191+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=HGN6U250SBAZ tag=6BWTKKP76HYV type=write size=1908499 2026-04-02T11:46:43.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.192+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.0 size=1048576 2026-04-02T11:46:43.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.193+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.1 size=1048576 2026-04-02T11:46:43.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.194+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.2 size=591416 2026-04-02T11:46:43.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.194+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=01W8CSTSZD8I tag=AV2C7IH6ZS2B type=write size=3737144 2026-04-02T11:46:43.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.195+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=2BZC2O9GKWA7 type=del 2026-04-02T11:46:43.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.196+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=XVZM96E0AUU3 type=del size=886813 2026-04-02T11:46:43.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.197+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=NWRPQIRG75FU type=del 2026-04-02T11:46:43.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.198+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=SAKTWN13V3O0 type=write size=777173 2026-04-02T11:46:43.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.199+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.0 size=1048576 2026-04-02T11:46:43.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.199+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.1 size=1048576 2026-04-02T11:46:43.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.200+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~0LN05BXFRDHQ.2 size=420119 2026-04-02T11:46:43.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.202+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=0LN05BXFRDHQ tag=J519D3XT62V3 type=write size=3565847 2026-04-02T11:46:43.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.204+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=OU0IC8HO7ULP type=del size=1427820 2026-04-02T11:46:43.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.206+0000 7f5333614880 1 < suggested remove operation key=2FO2MNKR19RL tag=2FT39WOY0EEO type=del 2026-04-02T11:46:43.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.207+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=KBFELION1B09 type=del size=4136358 2026-04-02T11:46:43.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.208+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=B2J7Q4GSWRJL type=del 2026-04-02T11:46:43.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.209+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.0 size=1048576 2026-04-02T11:46:43.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.210+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.1 size=1048576 2026-04-02T11:46:43.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.211+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.2 size=349408 2026-04-02T11:46:43.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.211+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=8H74S1NGQN7F tag=DD0Y31URG627 type=write size=3495136 2026-04-02T11:46:43.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.213+0000 7f5333614880 1 < canceled operation key=D9L3BBI87CJI tag=NOG9MGDPAB57 type=del size=212324 2026-04-02T11:46:43.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.214+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=69W9SSF1I0JO type=del size=2384513 2026-04-02T11:46:43.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.215+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~MWCR7J3UUGBS.0 size=198479 2026-04-02T11:46:43.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.216+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=MWCR7J3UUGBS tag=EKM6L1ZWA9L0 type=write size=1247055 2026-04-02T11:46:43.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.217+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=FQJHCKAAPFXK type=del size=95929 2026-04-02T11:46:43.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.219+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=33U3HCAQFG0E type=del 2026-04-02T11:46:43.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.222+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~QR4SJG3JR3MN.0 size=777856 2026-04-02T11:46:43.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.222+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=QR4SJG3JR3MN tag=W0CB42JKL8C2 type=write size=1826432 2026-04-02T11:46:43.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.223+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~SAAHG92LV4SS.0 size=26555 2026-04-02T11:46:43.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.224+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=SAAHG92LV4SS tag=VV362NKEBS9Z type=write size=1075131 2026-04-02T11:46:43.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.225+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=RXIMR1XC3Z5M type=del size=394376 2026-04-02T11:46:43.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.227+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=U46LPXWBUXTL type=del 2026-04-02T11:46:43.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.227+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=TVSZGEDP3BLV type=del size=1535134 2026-04-02T11:46:43.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.228+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=ZUXA4AQMXH3H type=del 2026-04-02T11:46:43.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.229+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=61951RF78VBZ type=del size=3469461 2026-04-02T11:46:43.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.230+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=CGA6LV09UOVA type=del 2026-04-02T11:46:43.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.232+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~SZ6AJQOQ5TGH.0 size=1048576 2026-04-02T11:46:43.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.232+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~SZ6AJQOQ5TGH.1 size=30306 2026-04-02T11:46:43.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.232+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=SZ6AJQOQ5TGH tag=RN2D5Y4EC8D1 type=write size=2127458 2026-04-02T11:46:43.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.234+0000 7f5333614880 1 < suggested remove operation key=C8ZRSTX2VB66 tag=FKXWADLM22GH type=del 2026-04-02T11:46:43.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.235+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~DSD5QPCJL7KV.0 size=1048576 2026-04-02T11:46:43.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.236+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~DSD5QPCJL7KV.1 size=665744 2026-04-02T11:46:43.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.236+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=DSD5QPCJL7KV tag=0KFYPYADT2QI type=write size=2762896 2026-04-02T11:46:43.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.237+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~U0H03A7D412X.0 size=390894 2026-04-02T11:46:43.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.238+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=U0H03A7D412X tag=65V66XAJPGR4 type=write size=1439470 2026-04-02T11:46:43.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.240+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.0 size=1048576 2026-04-02T11:46:43.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.241+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.1 size=1048576 2026-04-02T11:46:43.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.241+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.2 size=513742 2026-04-02T11:46:43.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.241+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=0KA68BPK4ZP6 tag=N15G02YW5GEW type=write size=3659470 2026-04-02T11:46:43.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.243+0000 7f5333614880 1 < suggested remove operation key=5EJJIO7Z6IK3 tag=BTZIY1MQ3JDN type=del 2026-04-02T11:46:43.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.244+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=IZV3XQ3TK4ZY type=write size=1029669 2026-04-02T11:46:43.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.245+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.0 size=1048576 2026-04-02T11:46:43.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.245+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.1 size=1048576 2026-04-02T11:46:43.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.246+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~01W8CSTSZD8I.2 size=591416 2026-04-02T11:46:43.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.248+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=01W8CSTSZD8I tag=AV2C7IH6ZS2B type=write size=3737144 2026-04-02T11:46:43.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.249+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.0 size=1048576 2026-04-02T11:46:43.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.250+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.1 size=1048576 2026-04-02T11:46:43.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.251+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.2 size=1038098 2026-04-02T11:46:43.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.251+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=ESPHWHV4SGVP tag=LCGECW6GGGHE type=write size=4183826 2026-04-02T11:46:43.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.252+0000 7f5333614880 1 < suggested remove operation key=1N5ID2080ZHV tag=XVZM96E0AUU3 type=del 2026-04-02T11:46:43.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.254+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.0 size=1048576 2026-04-02T11:46:43.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.255+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.1 size=1048576 2026-04-02T11:46:43.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.255+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.2 size=1009030 2026-04-02T11:46:43.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.255+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=604MCLRCVD15 tag=S532AK03O98G type=write size=4154758 2026-04-02T11:46:43.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.257+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=SAKTWN13V3O0 type=write size=777173 2026-04-02T11:46:43.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.258+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~XXLITE2RIT8P.0 size=360984 2026-04-02T11:46:43.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.258+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=XXLITE2RIT8P tag=B5Y87FCS5RZU type=write size=1409560 2026-04-02T11:46:43.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.260+0000 7f5333614880 1 < suggested remove operation key=D9L3BBI87CJI tag=OU0IC8HO7ULP type=del 2026-04-02T11:46:43.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.261+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=ORV4HV90TC0G type=write size=162443 2026-04-02T11:46:43.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.262+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=KBFELION1B09 type=del 2026-04-02T11:46:43.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.264+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~OSW1CBAH98AH.0 size=1048576 2026-04-02T11:46:43.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.265+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~OSW1CBAH98AH.1 size=719276 2026-04-02T11:46:43.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.265+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=OSW1CBAH98AH tag=Y3I23Q5U41P6 type=write size=2816428 2026-04-02T11:46:43.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.266+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.0 size=1048576 2026-04-02T11:46:43.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.266+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.1 size=1048576 2026-04-02T11:46:43.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.267+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~8H74S1NGQN7F.2 size=349408 2026-04-02T11:46:43.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.269+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=8H74S1NGQN7F tag=DD0Y31URG627 type=write size=3495136 2026-04-02T11:46:43.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.270+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~OQ1W2ZVO6B7W.0 size=220521 2026-04-02T11:46:43.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.270+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=OQ1W2ZVO6B7W tag=QCA6IXAXPW1S type=write size=1269097 2026-04-02T11:46:43.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.271+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=69W9SSF1I0JO type=del 2026-04-02T11:46:43.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.272+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=PAYDO1AHAMAS type=del size=1778003 2026-04-02T11:46:43.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.272+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=FQJHCKAAPFXK type=del 2026-04-02T11:46:43.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.273+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=LI6ASVFWVGU9 type=del size=2213736 2026-04-02T11:46:43.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.274+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~QR4SJG3JR3MN.0 size=777856 2026-04-02T11:46:43.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.275+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=QR4SJG3JR3MN tag=W0CB42JKL8C2 type=write size=1826432 2026-04-02T11:46:43.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.277+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.0 size=1048576 2026-04-02T11:46:43.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.278+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.1 size=1048576 2026-04-02T11:46:43.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.278+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.2 size=446385 2026-04-02T11:46:43.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.278+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=PG5YPKXRNBQ0 tag=ZDO3WDCFQZ4H type=write size=3592113 2026-04-02T11:46:43.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.279+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=RXIMR1XC3Z5M type=del 2026-04-02T11:46:43.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.280+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=6AD6MVTPDT0U type=del size=2803609 2026-04-02T11:46:43.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.281+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=TVSZGEDP3BLV type=del 2026-04-02T11:46:43.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.282+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=Y6WA7LZ9EIPZ type=del size=812945 2026-04-02T11:46:43.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.283+0000 7f5333614880 1 < suggested update operation key=UMYOSRME1LS0 tag=61951RF78VBZ type=del size=3469461 2026-04-02T11:46:43.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.284+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=4WI33046SVOU type=del size=2162177 2026-04-02T11:46:43.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.285+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~SZ6AJQOQ5TGH.0 size=1048576 2026-04-02T11:46:43.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.286+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~SZ6AJQOQ5TGH.1 size=30306 2026-04-02T11:46:43.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.287+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=SZ6AJQOQ5TGH tag=RN2D5Y4EC8D1 type=write size=2127458 2026-04-02T11:46:43.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.288+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=KZAN80HNAQH0 type=del size=2389656 2026-04-02T11:46:43.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.288+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~DSD5QPCJL7KV.0 size=1048576 2026-04-02T11:46:43.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.289+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~DSD5QPCJL7KV.1 size=665744 2026-04-02T11:46:43.293 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.290+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=DSD5QPCJL7KV tag=0KFYPYADT2QI type=write size=2762896 2026-04-02T11:46:43.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.292+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~I7OGYMA4CK1A.0 size=1048576 2026-04-02T11:46:43.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.293+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~I7OGYMA4CK1A.1 size=205915 2026-04-02T11:46:43.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.293+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=I7OGYMA4CK1A tag=6XOLIYK1SLNL type=write size=2303067 2026-04-02T11:46:43.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.293+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.0 size=1048576 2026-04-02T11:46:43.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.294+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.1 size=1048576 2026-04-02T11:46:43.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.295+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0KA68BPK4ZP6.2 size=513742 2026-04-02T11:46:43.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.296+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=0KA68BPK4ZP6 tag=N15G02YW5GEW type=write size=3659470 2026-04-02T11:46:43.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.297+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=BDVWUVFQJWF2 type=del size=788757 2026-04-02T11:46:43.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.298+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=IZV3XQ3TK4ZY type=write size=1029669 2026-04-02T11:46:43.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.299+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=CBWSI6MIYLOM type=write size=239229 2026-04-02T11:46:43.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.300+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.0 size=1048576 2026-04-02T11:46:43.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.301+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.1 size=1048576 2026-04-02T11:46:43.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.301+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~ESPHWHV4SGVP.2 size=1038098 2026-04-02T11:46:43.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.303+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=ESPHWHV4SGVP tag=LCGECW6GGGHE type=write size=4183826 2026-04-02T11:46:43.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.304+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=6GGAWDQEUEFP type=del size=1638919 2026-04-02T11:46:43.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.304+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.0 size=1048576 2026-04-02T11:46:43.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.305+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.1 size=1048576 2026-04-02T11:46:43.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.306+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~604MCLRCVD15.2 size=1009030 2026-04-02T11:46:43.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.310+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=604MCLRCVD15 tag=S532AK03O98G type=write size=4154758 2026-04-02T11:46:43.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.311+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=OJ4L8ZMKOP3X type=del size=19159 2026-04-02T11:46:43.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.312+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~XXLITE2RIT8P.0 size=360984 2026-04-02T11:46:43.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.313+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=XXLITE2RIT8P tag=B5Y87FCS5RZU type=write size=1409560 2026-04-02T11:46:43.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.314+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=EBG5SB78NBPH type=del size=1970148 2026-04-02T11:46:43.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.315+0000 7f5333614880 1 < suggested update operation key=1WBDOM4K9L2E tag=ORV4HV90TC0G type=write size=162443 2026-04-02T11:46:43.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.316+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=5TJRPIQHKLKG type=del size=2482925 2026-04-02T11:46:43.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.317+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~OSW1CBAH98AH.0 size=1048576 2026-04-02T11:46:43.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.317+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~OSW1CBAH98AH.1 size=719276 2026-04-02T11:46:43.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.319+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=OSW1CBAH98AH tag=Y3I23Q5U41P6 type=write size=2816428 2026-04-02T11:46:43.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.319+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=RF0CMBBB4PQT type=del size=3562563 2026-04-02T11:46:43.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.320+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~OQ1W2ZVO6B7W.0 size=220521 2026-04-02T11:46:43.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.322+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=OQ1W2ZVO6B7W tag=QCA6IXAXPW1S type=write size=1269097 2026-04-02T11:46:43.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.322+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=2TR1U20326BB type=write size=881539 2026-04-02T11:46:43.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.323+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=PAYDO1AHAMAS type=del 2026-04-02T11:46:43.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.324+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=A6Q4J3QA3HAF type=del size=2416982 2026-04-02T11:46:43.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.325+0000 7f5333614880 1 < suggested update operation key=AG4P1QGOQ0OE tag=LI6ASVFWVGU9 type=del size=2213736 2026-04-02T11:46:43.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.326+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=AXP36QAMQ5M1 type=del size=1998782 2026-04-02T11:46:43.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.326+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.0 size=1048576 2026-04-02T11:46:43.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.327+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.1 size=1048576 2026-04-02T11:46:43.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.328+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~PG5YPKXRNBQ0.2 size=446385 2026-04-02T11:46:43.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.329+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=PG5YPKXRNBQ0 tag=ZDO3WDCFQZ4H type=write size=3592113 2026-04-02T11:46:43.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.330+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=A2LQHHKODHT0 type=del size=560745 2026-04-02T11:46:43.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.330+0000 7f5333614880 -1 < failed to complete operation key=UMYOSRME1LS0 tag=6AD6MVTPDT0U type=del size=2803609: (22) Invalid argument 2026-04-02T11:46:43.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.331+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=L4RB03R127F2 type=write size=435388 2026-04-02T11:46:43.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.332+0000 7f5333614880 1 < suggested remove operation key=72A8E181S0BV tag=Y6WA7LZ9EIPZ type=del 2026-04-02T11:46:43.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.334+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~017X1C3PP1Y0.0 size=1048576 2026-04-02T11:46:43.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.334+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~017X1C3PP1Y0.1 size=111466 2026-04-02T11:46:43.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.334+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=017X1C3PP1Y0 tag=SCZ9BDHSTT6T type=write size=2208618 2026-04-02T11:46:43.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.335+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=4WI33046SVOU type=del 2026-04-02T11:46:43.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.337+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~JCNBUY1SOJBN.0 size=1048576 2026-04-02T11:46:43.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.337+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~JCNBUY1SOJBN.1 size=267009 2026-04-02T11:46:43.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.337+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=JCNBUY1SOJBN tag=MN14HLOS1GAR type=write size=2364161 2026-04-02T11:46:43.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.338+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=KZAN80HNAQH0 type=del 2026-04-02T11:46:43.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.339+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=VPDLIXBTZ0ZK type=del size=462026 2026-04-02T11:46:43.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.339+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~I7OGYMA4CK1A.0 size=1048576 2026-04-02T11:46:43.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.340+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~I7OGYMA4CK1A.1 size=205915 2026-04-02T11:46:43.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.341+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=I7OGYMA4CK1A tag=6XOLIYK1SLNL type=write size=2303067 2026-04-02T11:46:43.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.343+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.0 size=1048576 2026-04-02T11:46:43.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.343+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.1 size=1048576 2026-04-02T11:46:43.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.344+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.2 size=237871 2026-04-02T11:46:43.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.344+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=0B982YRVHI7X tag=LJVAHY7WUTBU type=write size=3383599 2026-04-02T11:46:43.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.345+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=BDVWUVFQJWF2 type=del 2026-04-02T11:46:43.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.346+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.0 size=1048576 2026-04-02T11:46:43.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.347+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.1 size=1048576 2026-04-02T11:46:43.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.347+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.2 size=912872 2026-04-02T11:46:43.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.347+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=Z3Y7N8R2WVBH tag=UL4FX0MU92J7 type=write size=4058600 2026-04-02T11:46:43.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.348+0000 7f5333614880 1 < completed write operation key=5EJJIO7Z6IK3 tag=CBWSI6MIYLOM type=write size=239229 2026-04-02T11:46:43.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.350+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.0 size=1048576 2026-04-02T11:46:43.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.351+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.1 size=1048576 2026-04-02T11:46:43.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.352+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.2 size=47362 2026-04-02T11:46:43.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.352+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=75746CIFW8M9 tag=SIDB1CT6CB9R type=write size=3193090 2026-04-02T11:46:43.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.353+0000 7f5333614880 1 < canceled operation key=C8ZRSTX2VB66 tag=6GGAWDQEUEFP type=del size=1638919 2026-04-02T11:46:43.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.353+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=55331DHT208N type=del size=564871 2026-04-02T11:46:43.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.354+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=OJ4L8ZMKOP3X type=del size=19159 2026-04-02T11:46:43.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.355+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=X121XIK363AT type=del size=49607 2026-04-02T11:46:43.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.356+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=EBG5SB78NBPH type=del 2026-04-02T11:46:43.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.357+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=7D32EPVHL8B4 type=write size=52896 2026-04-02T11:46:43.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.358+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=5TJRPIQHKLKG type=del 2026-04-02T11:46:43.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.359+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~69PMC3XM9ILA.0 size=43375 2026-04-02T11:46:43.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.359+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=69PMC3XM9ILA tag=METUBGNC9UZX type=write size=1091951 2026-04-02T11:46:43.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.360+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=RF0CMBBB4PQT type=del size=3562563 2026-04-02T11:46:43.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.362+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~YNP8N1U2D72W.0 size=1048576 2026-04-02T11:46:43.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.362+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~YNP8N1U2D72W.1 size=409543 2026-04-02T11:46:43.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.362+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=YNP8N1U2D72W tag=ZZSWOLE81GC3 type=write size=2506695 2026-04-02T11:46:43.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.363+0000 7f5333614880 1 < completed write operation key=NAP80R228JZJ tag=2TR1U20326BB type=write size=881539 2026-04-02T11:46:43.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.365+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.0 size=1048576 2026-04-02T11:46:43.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.366+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.1 size=1048576 2026-04-02T11:46:43.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.366+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.2 size=1030700 2026-04-02T11:46:43.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.366+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=XL7H56V0Y0OY tag=8EBDQL952KKF type=write size=4176428 2026-04-02T11:46:43.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.367+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=A6Q4J3QA3HAF type=del 2026-04-02T11:46:43.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.368+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=XJTTX0TT9W7C type=write size=663007 2026-04-02T11:46:43.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.369+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=AXP36QAMQ5M1 type=del 2026-04-02T11:46:43.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.371+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~JL1KMODSZEA6.0 size=84179 2026-04-02T11:46:43.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.371+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=JL1KMODSZEA6 tag=RUYBSJ6MF8JE type=write size=1132755 2026-04-02T11:46:43.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.373+0000 7f5333614880 1 < suggested update operation key=D9L3BBI87CJI tag=A2LQHHKODHT0 type=del size=560745 2026-04-02T11:46:43.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.374+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=M5SK1ACOKRSG type=del size=253981 2026-04-02T11:46:43.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.375+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=L4RB03R127F2 type=write size=435388 2026-04-02T11:46:43.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.376+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=0S9KB9026D8X type=del size=3473774 2026-04-02T11:46:43.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.377+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~017X1C3PP1Y0.0 size=1048576 2026-04-02T11:46:43.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.379+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~017X1C3PP1Y0.1 size=111466 2026-04-02T11:46:43.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.380+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=017X1C3PP1Y0 tag=SCZ9BDHSTT6T type=write size=2208618 2026-04-02T11:46:43.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.381+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=KXTPIAZLBUT7 type=del size=3947947 2026-04-02T11:46:43.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.382+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~JCNBUY1SOJBN.0 size=1048576 2026-04-02T11:46:43.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.383+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~JCNBUY1SOJBN.1 size=267009 2026-04-02T11:46:43.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.384+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=JCNBUY1SOJBN tag=MN14HLOS1GAR type=write size=2364161 2026-04-02T11:46:43.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.386+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~AFL5ZD7ECP66.0 size=1048576 2026-04-02T11:46:43.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.386+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~AFL5ZD7ECP66.1 size=485936 2026-04-02T11:46:43.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.386+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=AFL5ZD7ECP66 tag=5SK3BA0IU2X1 type=write size=2583088 2026-04-02T11:46:43.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.387+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=VPDLIXBTZ0ZK type=del 2026-04-02T11:46:43.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.389+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.0 size=1048576 2026-04-02T11:46:43.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.389+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.1 size=1048576 2026-04-02T11:46:43.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.390+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.2 size=696385 2026-04-02T11:46:43.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.390+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=TJG0HXEAPCB2 tag=LR2L2ET8U94H type=write size=3842113 2026-04-02T11:46:43.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.391+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.0 size=1048576 2026-04-02T11:46:43.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.392+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.1 size=1048576 2026-04-02T11:46:43.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.392+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~0B982YRVHI7X.2 size=237871 2026-04-02T11:46:43.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.394+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=0B982YRVHI7X tag=LJVAHY7WUTBU type=write size=3383599 2026-04-02T11:46:43.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.395+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=RYMU7TCS7WT7 type=del size=1740918 2026-04-02T11:46:43.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.396+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.0 size=1048576 2026-04-02T11:46:43.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.396+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.1 size=1048576 2026-04-02T11:46:43.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.397+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z3Y7N8R2WVBH.2 size=912872 2026-04-02T11:46:43.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.398+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=Z3Y7N8R2WVBH tag=UL4FX0MU92J7 type=write size=4058600 2026-04-02T11:46:43.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.400+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.0 size=1048576 2026-04-02T11:46:43.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.401+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.1 size=1048576 2026-04-02T11:46:43.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.401+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.2 size=781063 2026-04-02T11:46:43.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.401+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=PQAW6S6Y7WLA tag=2VS20X31ZNDY type=write size=3926791 2026-04-02T11:46:43.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.402+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.0 size=1048576 2026-04-02T11:46:43.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.403+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.1 size=1048576 2026-04-02T11:46:43.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.404+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~75746CIFW8M9.2 size=47362 2026-04-02T11:46:43.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.405+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=75746CIFW8M9 tag=SIDB1CT6CB9R type=write size=3193090 2026-04-02T11:46:43.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.406+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=W8OLI5Q3U3ZG type=del size=526606 2026-04-02T11:46:43.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.406+0000 7f5333614880 1 < canceled operation key=GLU301MHO00G tag=55331DHT208N type=del size=564871 2026-04-02T11:46:43.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.407+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=2NFD70P6XP5C type=del size=105561 2026-04-02T11:46:43.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.410+0000 7f5333614880 1 < suggested update operation key=1CXMORSMG685 tag=X121XIK363AT type=del size=49607 2026-04-02T11:46:43.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.411+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=3HNG55R411T6 type=del size=950338 2026-04-02T11:46:43.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.412+0000 7f5333614880 1 < completed write operation key=2FO2MNKR19RL tag=7D32EPVHL8B4 type=write size=52896 2026-04-02T11:46:43.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.412+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=LQSNFV3ZS6FO type=write size=1002219 2026-04-02T11:46:43.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.413+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~69PMC3XM9ILA.0 size=43375 2026-04-02T11:46:43.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.415+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=69PMC3XM9ILA tag=METUBGNC9UZX type=write size=1091951 2026-04-02T11:46:43.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.415+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=0PAHKGZL47PW type=del size=1228253 2026-04-02T11:46:43.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.416+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~YNP8N1U2D72W.0 size=1048576 2026-04-02T11:46:43.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.416+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~YNP8N1U2D72W.1 size=409543 2026-04-02T11:46:43.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.417+0000 7f5333614880 1 < canceled multipart upload key=VK1RMXPUCX5B upload=YNP8N1U2D72W tag=ZZSWOLE81GC3 type=write size=2506695 2026-04-02T11:46:43.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.419+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~9SR9M4JQQ8NJ.0 size=574704 2026-04-02T11:46:43.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.419+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=9SR9M4JQQ8NJ tag=9Y2WT9UDVJ1G type=write size=1623280 2026-04-02T11:46:43.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.420+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.0 size=1048576 2026-04-02T11:46:43.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.420+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.1 size=1048576 2026-04-02T11:46:43.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.421+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~XL7H56V0Y0OY.2 size=1030700 2026-04-02T11:46:43.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.422+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=XL7H56V0Y0OY tag=8EBDQL952KKF type=write size=4176428 2026-04-02T11:46:43.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.423+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=BXDK0XZDVTXB type=del size=2870305 2026-04-02T11:46:43.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.424+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=XJTTX0TT9W7C type=write size=663007 2026-04-02T11:46:43.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.425+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=W7ZWG8QKZ0YA type=del size=4027309 2026-04-02T11:46:43.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.426+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~JL1KMODSZEA6.0 size=84179 2026-04-02T11:46:43.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.428+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=JL1KMODSZEA6 tag=RUYBSJ6MF8JE type=write size=1132755 2026-04-02T11:46:43.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.429+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=W2T7SPZOSU8V type=write size=192370 2026-04-02T11:46:43.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.430+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=M5SK1ACOKRSG type=del 2026-04-02T11:46:43.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.431+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~RWGXM6OC4JNM.0 size=502877 2026-04-02T11:46:43.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.431+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=RWGXM6OC4JNM tag=G91PBPT1AURH type=write size=1551453 2026-04-02T11:46:43.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.432+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=0S9KB9026D8X type=del 2026-04-02T11:46:43.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.433+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=5B3EN61FMIDW type=del size=117865 2026-04-02T11:46:43.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.434+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=KXTPIAZLBUT7 type=del 2026-04-02T11:46:43.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.436+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~60XO7FO38CUW.0 size=1048576 2026-04-02T11:46:43.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.436+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~60XO7FO38CUW.1 size=1022774 2026-04-02T11:46:43.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.436+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=60XO7FO38CUW tag=MGTYCZG49QG1 type=write size=3119926 2026-04-02T11:46:43.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.437+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~AFL5ZD7ECP66.0 size=1048576 2026-04-02T11:46:43.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.437+0000 7f5333614880 1 < canceled part key=_multipart_X2A37MDQF19I.2~AFL5ZD7ECP66.1 size=485936 2026-04-02T11:46:43.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.439+0000 7f5333614880 1 < canceled multipart upload key=X2A37MDQF19I upload=AFL5ZD7ECP66 tag=5SK3BA0IU2X1 type=write size=2583088 2026-04-02T11:46:43.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.439+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=2OH63CDL4GF0 type=del size=442681 2026-04-02T11:46:43.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.442+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.0 size=1048576 2026-04-02T11:46:43.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.442+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.1 size=1048576 2026-04-02T11:46:43.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.443+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~TJG0HXEAPCB2.2 size=696385 2026-04-02T11:46:43.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.444+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=TJG0HXEAPCB2 tag=LR2L2ET8U94H type=write size=3842113 2026-04-02T11:46:43.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.445+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=MMLK75DA4WW1 type=del size=3511376 2026-04-02T11:46:43.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.446+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=RYMU7TCS7WT7 type=del 2026-04-02T11:46:43.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.447+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=QFAKH3OPH2F5 type=del size=3427095 2026-04-02T11:46:43.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.448+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.0 size=1048576 2026-04-02T11:46:43.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.449+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.1 size=1048576 2026-04-02T11:46:43.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.450+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~PQAW6S6Y7WLA.2 size=781063 2026-04-02T11:46:43.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.451+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=PQAW6S6Y7WLA tag=2VS20X31ZNDY type=write size=3926791 2026-04-02T11:46:43.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.453+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~TQDZRU5AR5BG.0 size=1020755 2026-04-02T11:46:43.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.453+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=TQDZRU5AR5BG tag=AMYX4S7UHDEL type=write size=2069331 2026-04-02T11:46:43.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.454+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=W8OLI5Q3U3ZG type=del 2026-04-02T11:46:43.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.455+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~CN0COD9YJMTZ.0 size=531089 2026-04-02T11:46:43.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.455+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=CN0COD9YJMTZ tag=PT71C9U66VHA type=write size=1579665 2026-04-02T11:46:43.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.456+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=2NFD70P6XP5C type=del 2026-04-02T11:46:43.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.457+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=C4N69X16L2UJ type=del size=1106507 2026-04-02T11:46:43.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.459+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=3HNG55R411T6 type=del 2026-04-02T11:46:43.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.459+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=SBUMHM8N9W3H type=write size=92538 2026-04-02T11:46:43.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.460+0000 7f5333614880 1 < canceled operation key=EXN9SVYJIGMQ tag=LQSNFV3ZS6FO type=write size=1002219 2026-04-02T11:46:43.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.462+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~HFOHX5WYJQLH.0 size=1048576 2026-04-02T11:46:43.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.462+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~HFOHX5WYJQLH.1 size=165039 2026-04-02T11:46:43.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.462+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=HFOHX5WYJQLH tag=CM5H1BMKRYT6 type=write size=2262191 2026-04-02T11:46:43.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.464+0000 7f5333614880 1 < suggested update operation key=GLU301MHO00G tag=0PAHKGZL47PW type=del size=1228253 2026-04-02T11:46:43.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.465+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.0 size=1048576 2026-04-02T11:46:43.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.466+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.1 size=1048576 2026-04-02T11:46:43.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.467+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.2 size=147828 2026-04-02T11:46:43.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.467+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=ITY90OWLDC8C tag=Q1PO3DW05THI type=write size=3293556 2026-04-02T11:46:43.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.468+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~9SR9M4JQQ8NJ.0 size=574704 2026-04-02T11:46:43.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.469+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=9SR9M4JQQ8NJ tag=9Y2WT9UDVJ1G type=write size=1623280 2026-04-02T11:46:43.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.470+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.0 size=1048576 2026-04-02T11:46:43.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.472+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.1 size=1048576 2026-04-02T11:46:43.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.472+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.2 size=102670 2026-04-02T11:46:43.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.472+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=X7YRUCDT71L5 tag=V2NIO003O5QK type=write size=3248398 2026-04-02T11:46:43.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.474+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=BXDK0XZDVTXB type=del 2026-04-02T11:46:43.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.475+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~99CIZP29MXSC.0 size=716220 2026-04-02T11:46:43.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.475+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=99CIZP29MXSC tag=WKMOCWRRYJQH type=write size=1764796 2026-04-02T11:46:43.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.476+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=W7ZWG8QKZ0YA type=del 2026-04-02T11:46:43.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.477+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~0SLIQ7F7U4D8.0 size=1048576 2026-04-02T11:46:43.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.478+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~0SLIQ7F7U4D8.1 size=956071 2026-04-02T11:46:43.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.478+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=0SLIQ7F7U4D8 tag=RH7BWAE6DAZH type=write size=3053223 2026-04-02T11:46:43.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.478+0000 7f5333614880 1 < completed write operation key=X2A37MDQF19I tag=W2T7SPZOSU8V type=write size=192370 2026-04-02T11:46:43.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.479+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=7M932TOZ6GU0 type=del size=490006 2026-04-02T11:46:43.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.480+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~RWGXM6OC4JNM.0 size=502877 2026-04-02T11:46:43.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.481+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=RWGXM6OC4JNM tag=G91PBPT1AURH type=write size=1551453 2026-04-02T11:46:43.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.482+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=564UTV90A0IT type=write size=37200 2026-04-02T11:46:43.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.483+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=5B3EN61FMIDW type=del 2026-04-02T11:46:43.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.484+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.0 size=1048576 2026-04-02T11:46:43.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.485+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.1 size=1048576 2026-04-02T11:46:43.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.486+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.2 size=159287 2026-04-02T11:46:43.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.486+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=1L8CU0DZHAYC tag=LMVQVT5AANIK type=write size=3305015 2026-04-02T11:46:43.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.487+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~60XO7FO38CUW.0 size=1048576 2026-04-02T11:46:43.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.487+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~60XO7FO38CUW.1 size=1022774 2026-04-02T11:46:43.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.489+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=60XO7FO38CUW tag=MGTYCZG49QG1 type=write size=3119926 2026-04-02T11:46:43.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.490+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=HYWUJZQA70LJ type=write size=806091 2026-04-02T11:46:43.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.491+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=2OH63CDL4GF0 type=del 2026-04-02T11:46:43.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.491+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=OOPG6WK0DUF8 type=del size=3534032 2026-04-02T11:46:43.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.492+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=MMLK75DA4WW1 type=del 2026-04-02T11:46:43.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.493+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=OPWG4FJ5X1ZP type=write size=611890 2026-04-02T11:46:43.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.495+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=QFAKH3OPH2F5 type=del size=3427095 2026-04-02T11:46:43.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.496+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=HDMU9DBSYTO1 type=del size=3164221 2026-04-02T11:46:43.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.497+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~TQDZRU5AR5BG.0 size=1020755 2026-04-02T11:46:43.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.498+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=TQDZRU5AR5BG tag=AMYX4S7UHDEL type=write size=2069331 2026-04-02T11:46:43.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.499+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=OI2AR7KOOC59 type=del size=2420729 2026-04-02T11:46:43.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.500+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~CN0COD9YJMTZ.0 size=531089 2026-04-02T11:46:43.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.502+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=CN0COD9YJMTZ tag=PT71C9U66VHA type=write size=1579665 2026-04-02T11:46:43.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.503+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~NXQHX7STSN34.0 size=1048576 2026-04-02T11:46:43.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.504+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~NXQHX7STSN34.1 size=350206 2026-04-02T11:46:43.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.504+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=NXQHX7STSN34 tag=IH1BVLBVNJQ1 type=write size=2447358 2026-04-02T11:46:43.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.505+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=C4N69X16L2UJ type=del 2026-04-02T11:46:43.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.506+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.0 size=1048576 2026-04-02T11:46:43.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.507+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.1 size=1048576 2026-04-02T11:46:43.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.508+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.2 size=761667 2026-04-02T11:46:43.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.508+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=ZAEVRK1DK09N tag=30WSR2JMFB81 type=write size=3907395 2026-04-02T11:46:43.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.508+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=SBUMHM8N9W3H type=write size=92538 2026-04-02T11:46:43.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.510+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=9IKSO4INFJ9C type=del size=2425858 2026-04-02T11:46:43.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.511+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~HFOHX5WYJQLH.0 size=1048576 2026-04-02T11:46:43.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.512+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~HFOHX5WYJQLH.1 size=165039 2026-04-02T11:46:43.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.513+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=HFOHX5WYJQLH tag=CM5H1BMKRYT6 type=write size=2262191 2026-04-02T11:46:43.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.514+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=3B1QJ8CE072G type=del size=3057560 2026-04-02T11:46:43.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.514+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.0 size=1048576 2026-04-02T11:46:43.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.515+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.1 size=1048576 2026-04-02T11:46:43.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.516+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~ITY90OWLDC8C.2 size=147828 2026-04-02T11:46:43.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.517+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=ITY90OWLDC8C tag=Q1PO3DW05THI type=write size=3293556 2026-04-02T11:46:43.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.518+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~5I8IM3V3M0FL.0 size=741529 2026-04-02T11:46:43.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.518+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=5I8IM3V3M0FL tag=DX4MJB0XSHOL type=write size=1790105 2026-04-02T11:46:43.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.519+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.0 size=1048576 2026-04-02T11:46:43.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.520+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.1 size=1048576 2026-04-02T11:46:43.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.520+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~X7YRUCDT71L5.2 size=102670 2026-04-02T11:46:43.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.521+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=X7YRUCDT71L5 tag=V2NIO003O5QK type=write size=3248398 2026-04-02T11:46:43.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.523+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~YAQSA625SW8P.0 size=1048576 2026-04-02T11:46:43.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.523+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~YAQSA625SW8P.1 size=314197 2026-04-02T11:46:43.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.523+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=YAQSA625SW8P tag=1H5KPZODYXIV type=write size=2411349 2026-04-02T11:46:43.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.524+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~99CIZP29MXSC.0 size=716220 2026-04-02T11:46:43.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.525+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=99CIZP29MXSC tag=WKMOCWRRYJQH type=write size=1764796 2026-04-02T11:46:43.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.527+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~ZI4YFZ6JP0GZ.0 size=893115 2026-04-02T11:46:43.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.527+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=ZI4YFZ6JP0GZ tag=LGVKER4U7M74 type=write size=1941691 2026-04-02T11:46:43.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.527+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~0SLIQ7F7U4D8.0 size=1048576 2026-04-02T11:46:43.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.528+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~0SLIQ7F7U4D8.1 size=956071 2026-04-02T11:46:43.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.529+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=0SLIQ7F7U4D8 tag=RH7BWAE6DAZH type=write size=3053223 2026-04-02T11:46:43.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.530+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=94J19162F36W type=del size=2336500 2026-04-02T11:46:43.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.530+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=7M932TOZ6GU0 type=del 2026-04-02T11:46:43.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.531+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=CAT2E41PDYSS type=del size=215551 2026-04-02T11:46:43.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.532+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=564UTV90A0IT type=write size=37200 2026-04-02T11:46:43.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.532+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=3JN9KWZPC1BC type=del size=805819 2026-04-02T11:46:43.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.534+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.0 size=1048576 2026-04-02T11:46:43.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.534+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.1 size=1048576 2026-04-02T11:46:43.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.535+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1L8CU0DZHAYC.2 size=159287 2026-04-02T11:46:43.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.537+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=1L8CU0DZHAYC tag=LMVQVT5AANIK type=write size=3305015 2026-04-02T11:46:43.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.538+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~G912SHUYFD3B.0 size=1048576 2026-04-02T11:46:43.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.539+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~G912SHUYFD3B.1 size=842719 2026-04-02T11:46:43.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.539+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=G912SHUYFD3B tag=LNE1Q7EPLKL1 type=write size=2939871 2026-04-02T11:46:43.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.539+0000 7f5333614880 1 < completed write operation key=AG4P1QGOQ0OE tag=HYWUJZQA70LJ type=write size=806091 2026-04-02T11:46:43.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.541+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~RMK4RWBG6AF6.0 size=1048576 2026-04-02T11:46:43.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.541+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~RMK4RWBG6AF6.1 size=78040 2026-04-02T11:46:43.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.541+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=RMK4RWBG6AF6 tag=Z6CTAYS3GDOE type=write size=2175192 2026-04-02T11:46:43.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.543+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=OOPG6WK0DUF8 type=del size=3534032 2026-04-02T11:46:43.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.543+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=7K2AJBFYEX4A type=del size=3029738 2026-04-02T11:46:43.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.544+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=OPWG4FJ5X1ZP type=write size=611890 2026-04-02T11:46:43.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.545+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.0 size=1048576 2026-04-02T11:46:43.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.546+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.1 size=1048576 2026-04-02T11:46:43.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.547+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.2 size=221127 2026-04-02T11:46:43.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.547+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=BMI08523SJV9 tag=JMD025LI42KE type=write size=3366855 2026-04-02T11:46:43.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.548+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=HDMU9DBSYTO1 type=del 2026-04-02T11:46:43.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.549+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=HUYZ68WLMFIO type=write size=791972 2026-04-02T11:46:43.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.549+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=OI2AR7KOOC59 type=del 2026-04-02T11:46:43.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.550+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=41L5DG87P686 type=del size=111201 2026-04-02T11:46:43.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.551+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~NXQHX7STSN34.0 size=1048576 2026-04-02T11:46:43.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.551+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~NXQHX7STSN34.1 size=350206 2026-04-02T11:46:43.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.553+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=NXQHX7STSN34 tag=IH1BVLBVNJQ1 type=write size=2447358 2026-04-02T11:46:43.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.553+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=0TUYWDLNDGQK type=del size=162501 2026-04-02T11:46:43.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.554+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.0 size=1048576 2026-04-02T11:46:43.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.555+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.1 size=1048576 2026-04-02T11:46:43.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.555+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~ZAEVRK1DK09N.2 size=761667 2026-04-02T11:46:43.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.556+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=ZAEVRK1DK09N tag=30WSR2JMFB81 type=write size=3907395 2026-04-02T11:46:43.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.557+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=3NRCCHT7PI1E type=del size=306891 2026-04-02T11:46:43.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.558+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=9IKSO4INFJ9C type=del 2026-04-02T11:46:43.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.558+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=7S3HXXRTA9PK type=del size=1833444 2026-04-02T11:46:43.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.559+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=3B1QJ8CE072G type=del 2026-04-02T11:46:43.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.560+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=0QIPCCRVS0MR type=del size=4167983 2026-04-02T11:46:43.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.561+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~5I8IM3V3M0FL.0 size=741529 2026-04-02T11:46:43.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.562+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=5I8IM3V3M0FL tag=DX4MJB0XSHOL type=write size=1790105 2026-04-02T11:46:43.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.562+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=5XUOX2AZLEFG type=del size=3266285 2026-04-02T11:46:43.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.563+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~YAQSA625SW8P.0 size=1048576 2026-04-02T11:46:43.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.564+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~YAQSA625SW8P.1 size=314197 2026-04-02T11:46:43.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.565+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=YAQSA625SW8P tag=1H5KPZODYXIV type=write size=2411349 2026-04-02T11:46:43.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.566+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PA44NR26VJ32.0 size=772158 2026-04-02T11:46:43.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.566+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=PA44NR26VJ32 tag=D7CAEJOIMSZU type=write size=1820734 2026-04-02T11:46:43.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.567+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~ZI4YFZ6JP0GZ.0 size=893115 2026-04-02T11:46:43.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.568+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=ZI4YFZ6JP0GZ tag=LGVKER4U7M74 type=write size=1941691 2026-04-02T11:46:43.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.569+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=RIDUFY6E0ZT1 type=del size=860686 2026-04-02T11:46:43.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.570+0000 7f5333614880 1 < suggested update operation key=2UF1R4YCK37X tag=94J19162F36W type=del size=2336500 2026-04-02T11:46:43.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.571+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.0 size=1048576 2026-04-02T11:46:43.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.572+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.1 size=1048576 2026-04-02T11:46:43.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.572+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.2 size=468945 2026-04-02T11:46:43.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.572+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=VKHW82ZEX01N tag=NCL0NP3P1YXB type=write size=3614673 2026-04-02T11:46:43.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.573+0000 7f5333614880 1 < canceled operation key=GLU301MHO00G tag=CAT2E41PDYSS type=del size=215551 2026-04-02T11:46:43.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.574+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=FWBZ56G63QJH type=del size=1162828 2026-04-02T11:46:43.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.575+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=3JN9KWZPC1BC type=del 2026-04-02T11:46:43.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.576+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=PYYVH1NSH21C type=del size=4169928 2026-04-02T11:46:43.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.577+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~G912SHUYFD3B.0 size=1048576 2026-04-02T11:46:43.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.577+0000 7f5333614880 1 < canceled part key=_multipart_D9L3BBI87CJI.2~G912SHUYFD3B.1 size=842719 2026-04-02T11:46:43.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.578+0000 7f5333614880 1 < canceled multipart upload key=D9L3BBI87CJI upload=G912SHUYFD3B tag=LNE1Q7EPLKL1 type=write size=2939871 2026-04-02T11:46:43.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.578+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=MBGI99ZJZ3W8 type=del size=2573073 2026-04-02T11:46:43.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.579+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~RMK4RWBG6AF6.0 size=1048576 2026-04-02T11:46:43.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.580+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~RMK4RWBG6AF6.1 size=78040 2026-04-02T11:46:43.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.581+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=RMK4RWBG6AF6 tag=Z6CTAYS3GDOE type=write size=2175192 2026-04-02T11:46:43.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.582+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=YH8JOF1HQWK3 type=del size=4002489 2026-04-02T11:46:43.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.582+0000 7f5333614880 1 < canceled operation key=IWEIGMTGAJE9 tag=7K2AJBFYEX4A type=del size=3029738 2026-04-02T11:46:43.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.583+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=GDT7LI29PC8K type=write size=767216 2026-04-02T11:46:43.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.584+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.0 size=1048576 2026-04-02T11:46:43.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.584+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.1 size=1048576 2026-04-02T11:46:43.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.585+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~BMI08523SJV9.2 size=221127 2026-04-02T11:46:43.588 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.586+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=BMI08523SJV9 tag=JMD025LI42KE type=write size=3366855 2026-04-02T11:46:43.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.587+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~MVP23D4EGQJC.0 size=639043 2026-04-02T11:46:43.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.587+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=MVP23D4EGQJC tag=UPULRI26YWRV type=write size=1687619 2026-04-02T11:46:43.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.589+0000 7f5333614880 1 < suggested remove operation key=C8ZRSTX2VB66 tag=HUYZ68WLMFIO type=write 2026-04-02T11:46:43.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.590+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.0 size=1048576 2026-04-02T11:46:43.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.591+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.1 size=1048576 2026-04-02T11:46:43.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.591+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.2 size=641411 2026-04-02T11:46:43.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.591+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=V10KSHKEM4R4 tag=6W1BWJCSGZTC type=write size=3787139 2026-04-02T11:46:43.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.592+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=41L5DG87P686 type=del 2026-04-02T11:46:43.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.593+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=02MYODD4K5T5 type=write size=871180 2026-04-02T11:46:43.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.593+0000 7f5333614880 1 < canceled operation key=EXN9SVYJIGMQ tag=0TUYWDLNDGQK type=del size=162501 2026-04-02T11:46:43.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.594+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=ETXCRE6GGTC2 type=del size=144136 2026-04-02T11:46:43.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.595+0000 7f5333614880 -1 < failed to complete operation key=2UF1R4YCK37X tag=3NRCCHT7PI1E type=del size=306891: (22) Invalid argument 2026-04-02T11:46:43.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.595+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=SOMAX9O1SRI5 type=write size=168560 2026-04-02T11:46:43.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.597+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=7S3HXXRTA9PK type=del size=1833444 2026-04-02T11:46:43.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.598+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.0 size=1048576 2026-04-02T11:46:43.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.599+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.1 size=1048576 2026-04-02T11:46:43.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.599+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.2 size=869 2026-04-02T11:46:43.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.599+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=H1UILAV7M4MB tag=WSX18LUTYN1F type=write size=3146597 2026-04-02T11:46:43.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.602+0000 7f5333614880 1 < suggested update operation key=38G32TCWGKT5 tag=0QIPCCRVS0MR type=del size=4167983 2026-04-02T11:46:43.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.604+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~DTMS1S11QNEH.0 size=1048576 2026-04-02T11:46:43.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.604+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~DTMS1S11QNEH.1 size=526503 2026-04-02T11:46:43.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.604+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=DTMS1S11QNEH tag=OMLRDN3Y1OGU type=write size=2623655 2026-04-02T11:46:43.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.605+0000 7f5333614880 -1 < failed to complete operation key=38G32TCWGKT5 tag=5XUOX2AZLEFG type=del size=3266285: (22) Invalid argument 2026-04-02T11:46:43.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.606+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=90X0V1ULXAOG type=del size=3878037 2026-04-02T11:46:43.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.606+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PA44NR26VJ32.0 size=772158 2026-04-02T11:46:43.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.608+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=PA44NR26VJ32 tag=D7CAEJOIMSZU type=write size=1820734 2026-04-02T11:46:43.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.609+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~YN19HJZ1YNE2.0 size=583795 2026-04-02T11:46:43.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.609+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=YN19HJZ1YNE2 tag=S6ALMI50LX0G type=write size=1632371 2026-04-02T11:46:43.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.610+0000 7f5333614880 1 < suggested remove operation key=GLU301MHO00G tag=RIDUFY6E0ZT1 type=del 2026-04-02T11:46:43.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.611+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=7LT86R2A1G7T type=write size=69011 2026-04-02T11:46:43.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.611+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.0 size=1048576 2026-04-02T11:46:43.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.612+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.1 size=1048576 2026-04-02T11:46:43.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.613+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~VKHW82ZEX01N.2 size=468945 2026-04-02T11:46:43.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.614+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=VKHW82ZEX01N tag=NCL0NP3P1YXB type=write size=3614673 2026-04-02T11:46:43.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.615+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=6OXJM6Z8R7L1 type=del size=1332030 2026-04-02T11:46:43.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.616+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=FWBZ56G63QJH type=del size=1162828 2026-04-02T11:46:43.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.617+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=DWRJT9QYFJRY type=del size=1425788 2026-04-02T11:46:43.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.619+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=PYYVH1NSH21C type=del size=4169928 2026-04-02T11:46:43.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.620+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~Q4IUGSS8ZK7J.0 size=1048576 2026-04-02T11:46:43.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.620+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~Q4IUGSS8ZK7J.1 size=96012 2026-04-02T11:46:43.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.620+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=Q4IUGSS8ZK7J tag=F8GJ5A8E9ZDR type=write size=2193164 2026-04-02T11:46:43.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.621+0000 7f5333614880 1 < canceled operation key=3V9OL1TOYAR3 tag=MBGI99ZJZ3W8 type=del size=2573073 2026-04-02T11:46:43.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.622+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~CB0WKD7KVWCN.0 size=738082 2026-04-02T11:46:43.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.622+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=CB0WKD7KVWCN tag=KMW2R5Y60DES type=write size=1786658 2026-04-02T11:46:43.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.623+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=YH8JOF1HQWK3 type=del 2026-04-02T11:46:43.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.625+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=85DSTMWRGM6P type=del size=2875829 2026-04-02T11:46:43.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.626+0000 7f5333614880 -1 < no bi entry to suggest for operation key=GLU301MHO00G tag=GDT7LI29PC8K type=write size=767216: (2) No such file or directory 2026-04-02T11:46:43.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.626+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=71IYRE8LP1ND type=del size=1936804 2026-04-02T11:46:43.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.627+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~MVP23D4EGQJC.0 size=639043 2026-04-02T11:46:43.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.629+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=MVP23D4EGQJC tag=UPULRI26YWRV type=write size=1687619 2026-04-02T11:46:43.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.630+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~MC1GACSQPFZT.0 size=1048576 2026-04-02T11:46:43.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.631+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~MC1GACSQPFZT.1 size=939308 2026-04-02T11:46:43.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.631+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=MC1GACSQPFZT tag=IWSL13820H5A type=write size=3036460 2026-04-02T11:46:43.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.631+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.0 size=1048576 2026-04-02T11:46:43.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.632+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.1 size=1048576 2026-04-02T11:46:43.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.633+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~V10KSHKEM4R4.2 size=641411 2026-04-02T11:46:43.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.634+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=V10KSHKEM4R4 tag=6W1BWJCSGZTC type=write size=3787139 2026-04-02T11:46:43.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.634+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=TYXJPRDE045Z type=del size=155285 2026-04-02T11:46:43.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.635+0000 7f5333614880 1 < canceled operation key=5EJJIO7Z6IK3 tag=02MYODD4K5T5 type=write size=871180 2026-04-02T11:46:43.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.637+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~80WDRXN8X61F.0 size=1048576 2026-04-02T11:46:43.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.637+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~80WDRXN8X61F.1 size=585152 2026-04-02T11:46:43.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.637+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=80WDRXN8X61F tag=38P9SG61OZY9 type=write size=2682304 2026-04-02T11:46:43.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.639+0000 7f5333614880 1 < suggested remove operation key=LCFTZTQP4MWZ tag=ETXCRE6GGTC2 type=del 2026-04-02T11:46:43.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.640+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~2PT3U4BLSVHF.0 size=180380 2026-04-02T11:46:43.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.640+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=2PT3U4BLSVHF tag=GEB0ZGS0TO0C type=write size=1228956 2026-04-02T11:46:43.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.641+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=SOMAX9O1SRI5 type=write size=168560 2026-04-02T11:46:43.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.641+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=PJJZH5LZ2MQG type=del size=1864563 2026-04-02T11:46:43.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.642+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.0 size=1048576 2026-04-02T11:46:43.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.643+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.1 size=1048576 2026-04-02T11:46:43.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.643+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~H1UILAV7M4MB.2 size=869 2026-04-02T11:46:43.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.644+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=H1UILAV7M4MB tag=WSX18LUTYN1F type=write size=3146597 2026-04-02T11:46:43.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.645+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=HO230U6NSVVR type=del size=778127 2026-04-02T11:46:43.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.646+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~DTMS1S11QNEH.0 size=1048576 2026-04-02T11:46:43.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.646+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~DTMS1S11QNEH.1 size=526503 2026-04-02T11:46:43.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.648+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=DTMS1S11QNEH tag=OMLRDN3Y1OGU type=write size=2623655 2026-04-02T11:46:43.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.649+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=2SJ0P0XOEGYW type=del size=4161704 2026-04-02T11:46:43.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.650+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=90X0V1ULXAOG type=del 2026-04-02T11:46:43.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.651+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=8ISGE9EX1NQA type=del size=1176672 2026-04-02T11:46:43.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.651+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~YN19HJZ1YNE2.0 size=583795 2026-04-02T11:46:43.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.652+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=YN19HJZ1YNE2 tag=S6ALMI50LX0G type=write size=1632371 2026-04-02T11:46:43.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.653+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=4IIFLDSODWYI type=del size=1375323 2026-04-02T11:46:43.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.654+0000 7f5333614880 1 < suggested remove operation key=72A8E181S0BV tag=7LT86R2A1G7T type=write 2026-04-02T11:46:43.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.655+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=JI7VZ1DA7E6A type=write size=959369 2026-04-02T11:46:43.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.655+0000 7f5333614880 -1 < failed to complete operation key=3F2TE2N1PC84 tag=6OXJM6Z8R7L1 type=del size=1332030: (22) Invalid argument 2026-04-02T11:46:43.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.656+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=FOEOLAU1MNO7 type=write size=362973 2026-04-02T11:46:43.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.657+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=DWRJT9QYFJRY type=del 2026-04-02T11:46:43.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.658+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.0 size=1048576 2026-04-02T11:46:43.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.659+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.1 size=1048576 2026-04-02T11:46:43.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.659+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.2 size=260371 2026-04-02T11:46:43.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.659+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=YY0KFCVS1C7P tag=P9Y42SV7XGE7 type=write size=3406099 2026-04-02T11:46:43.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.660+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~Q4IUGSS8ZK7J.0 size=1048576 2026-04-02T11:46:43.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.661+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~Q4IUGSS8ZK7J.1 size=96012 2026-04-02T11:46:43.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.662+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=Q4IUGSS8ZK7J tag=F8GJ5A8E9ZDR type=write size=2193164 2026-04-02T11:46:43.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.663+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=MU9JH3015SKT type=del size=261444 2026-04-02T11:46:43.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.663+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~CB0WKD7KVWCN.0 size=738082 2026-04-02T11:46:43.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.665+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=CB0WKD7KVWCN tag=KMW2R5Y60DES type=write size=1786658 2026-04-02T11:46:43.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.665+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=XY94CH9POTM1 type=del size=1897960 2026-04-02T11:46:43.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.666+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=85DSTMWRGM6P type=del 2026-04-02T11:46:43.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.667+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=NVTDFUE1LIU7 type=del size=4101406 2026-04-02T11:46:43.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.667+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=71IYRE8LP1ND type=del 2026-04-02T11:46:43.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.668+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=9LDFWJFQA5I3 type=del size=4141689 2026-04-02T11:46:43.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.669+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~MC1GACSQPFZT.0 size=1048576 2026-04-02T11:46:43.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.669+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~MC1GACSQPFZT.1 size=939308 2026-04-02T11:46:43.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.671+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=MC1GACSQPFZT tag=IWSL13820H5A type=write size=3036460 2026-04-02T11:46:43.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.673+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.0 size=1048576 2026-04-02T11:46:43.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.673+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.1 size=1048576 2026-04-02T11:46:43.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.674+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.2 size=756556 2026-04-02T11:46:43.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.674+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=KY5Q5Y4KJFDO tag=CWS7HBRMI9YF type=write size=3902284 2026-04-02T11:46:43.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.675+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=TYXJPRDE045Z type=del 2026-04-02T11:46:43.678 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.676+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.0 size=1048576 2026-04-02T11:46:43.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.677+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.1 size=1048576 2026-04-02T11:46:43.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.677+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.2 size=727806 2026-04-02T11:46:43.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.677+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=O231PW6VZHW3 tag=YXBGEMOZHLZI type=write size=3873534 2026-04-02T11:46:43.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.678+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~80WDRXN8X61F.0 size=1048576 2026-04-02T11:46:43.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.679+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~80WDRXN8X61F.1 size=585152 2026-04-02T11:46:43.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.680+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=80WDRXN8X61F tag=38P9SG61OZY9 type=write size=2682304 2026-04-02T11:46:43.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.681+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=NQL9Q00RMCRG type=del size=1711521 2026-04-02T11:46:43.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.682+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~2PT3U4BLSVHF.0 size=180380 2026-04-02T11:46:43.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.683+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=2PT3U4BLSVHF tag=GEB0ZGS0TO0C type=write size=1228956 2026-04-02T11:46:43.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.684+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.0 size=1048576 2026-04-02T11:46:43.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.685+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.1 size=1048576 2026-04-02T11:46:43.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.686+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.2 size=344995 2026-04-02T11:46:43.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.686+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=WDENAD92V3FU tag=S9JGE6Z2LC15 type=write size=3490723 2026-04-02T11:46:43.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.686+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=PJJZH5LZ2MQG type=del 2026-04-02T11:46:43.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.687+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=5VTWRGNUBST8 type=del size=3798800 2026-04-02T11:46:43.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.688+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=HO230U6NSVVR type=del 2026-04-02T11:46:43.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.689+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=QSUCQYFY6SXJ type=del size=2961271 2026-04-02T11:46:43.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.689+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=2SJ0P0XOEGYW type=del 2026-04-02T11:46:43.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.690+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=51EXC1YQZ42L type=del size=2614849 2026-04-02T11:46:43.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.691+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=8ISGE9EX1NQA type=del 2026-04-02T11:46:43.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.692+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.0 size=1048576 2026-04-02T11:46:43.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.693+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.1 size=1048576 2026-04-02T11:46:43.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.693+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.2 size=678151 2026-04-02T11:46:43.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.693+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=EZ4014MCYE3Z tag=4IFHQ0NC4UZZ type=write size=3823879 2026-04-02T11:46:43.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.694+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=4IIFLDSODWYI type=del 2026-04-02T11:46:43.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.696+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.0 size=1048576 2026-04-02T11:46:43.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.696+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.1 size=1048576 2026-04-02T11:46:43.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.697+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.2 size=276980 2026-04-02T11:46:43.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.697+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=T8UZAXS8RF16 tag=QONIK8W7V00L type=write size=3422708 2026-04-02T11:46:43.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.698+0000 7f5333614880 1 < completed write operation key=MJF6T1TAF5I9 tag=JI7VZ1DA7E6A type=write size=959369 2026-04-02T11:46:43.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.698+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=93SGG0Y204B9 type=del size=1680149 2026-04-02T11:46:43.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.699+0000 7f5333614880 1 < completed write operation key=X2A37MDQF19I tag=FOEOLAU1MNO7 type=write size=362973 2026-04-02T11:46:43.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.700+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.0 size=1048576 2026-04-02T11:46:43.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.701+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.1 size=1048576 2026-04-02T11:46:43.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.701+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.2 size=524262 2026-04-02T11:46:43.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.701+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=A9SV68N7J4VY tag=RBR1JAY72ENZ type=write size=3669990 2026-04-02T11:46:43.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.702+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.0 size=1048576 2026-04-02T11:46:43.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.703+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.1 size=1048576 2026-04-02T11:46:43.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.703+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~YY0KFCVS1C7P.2 size=260371 2026-04-02T11:46:43.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.705+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=YY0KFCVS1C7P tag=P9Y42SV7XGE7 type=write size=3406099 2026-04-02T11:46:43.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.706+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.0 size=1048576 2026-04-02T11:46:43.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.706+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.1 size=1048576 2026-04-02T11:46:43.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.707+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.2 size=560523 2026-04-02T11:46:43.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.707+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=2PFB7U76N9JS tag=5IL2M447QWBC type=write size=3706251 2026-04-02T11:46:43.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.708+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=MU9JH3015SKT type=del 2026-04-02T11:46:43.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.710+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.0 size=1048576 2026-04-02T11:46:43.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.711+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.1 size=1048576 2026-04-02T11:46:43.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.712+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.2 size=938436 2026-04-02T11:46:43.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.712+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=MDOHUUF5N47Q tag=BC3AZ77ZWQEW type=write size=4084164 2026-04-02T11:46:43.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.712+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=XY94CH9POTM1 type=del 2026-04-02T11:46:43.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.713+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=INJLQRE80BXQ type=del size=4063273 2026-04-02T11:46:43.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.715+0000 7f5333614880 1 < suggested update operation key=SN3HBWTAT47E tag=NVTDFUE1LIU7 type=del size=4101406 2026-04-02T11:46:43.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.716+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.0 size=1048576 2026-04-02T11:46:43.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.716+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.1 size=1048576 2026-04-02T11:46:43.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.717+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.2 size=885513 2026-04-02T11:46:43.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.717+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=3J9UOKUBVNIO tag=OQWSVH0IPJ0W type=write size=4031241 2026-04-02T11:46:43.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.718+0000 7f5333614880 1 < canceled operation key=C8ZRSTX2VB66 tag=9LDFWJFQA5I3 type=del size=4141689 2026-04-02T11:46:43.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.719+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=3WI0LR5JWG8I type=del size=398055 2026-04-02T11:46:43.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.719+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.0 size=1048576 2026-04-02T11:46:43.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.720+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.1 size=1048576 2026-04-02T11:46:43.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.720+0000 7f5333614880 1 < canceled part key=_multipart_LCFTZTQP4MWZ.2~KY5Q5Y4KJFDO.2 size=756556 2026-04-02T11:46:43.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.721+0000 7f5333614880 1 < canceled multipart upload key=LCFTZTQP4MWZ upload=KY5Q5Y4KJFDO tag=CWS7HBRMI9YF type=write size=3902284 2026-04-02T11:46:43.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.722+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.0 size=1048576 2026-04-02T11:46:43.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.723+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.1 size=1048576 2026-04-02T11:46:43.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.723+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.2 size=9958 2026-04-02T11:46:43.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.723+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=0NRYVOQI759W tag=3PQ26CE8ULH7 type=write size=3155686 2026-04-02T11:46:43.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.724+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.0 size=1048576 2026-04-02T11:46:43.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.724+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.1 size=1048576 2026-04-02T11:46:43.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.725+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~O231PW6VZHW3.2 size=727806 2026-04-02T11:46:43.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.726+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=O231PW6VZHW3 tag=YXBGEMOZHLZI type=write size=3873534 2026-04-02T11:46:43.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.728+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~LI676VHFSVI7.0 size=70101 2026-04-02T11:46:43.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.728+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=LI676VHFSVI7 tag=BGZI2EP5AGEN type=write size=1118677 2026-04-02T11:46:43.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.728+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=NQL9Q00RMCRG type=del 2026-04-02T11:46:43.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.729+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=8UOGIOKMKEEO type=write size=211509 2026-04-02T11:46:43.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.730+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.0 size=1048576 2026-04-02T11:46:43.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.731+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.1 size=1048576 2026-04-02T11:46:43.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.731+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~WDENAD92V3FU.2 size=344995 2026-04-02T11:46:43.735 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.732+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=WDENAD92V3FU tag=S9JGE6Z2LC15 type=write size=3490723 2026-04-02T11:46:43.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.734+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~LAGZ823FLBOO.0 size=388833 2026-04-02T11:46:43.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.734+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=LAGZ823FLBOO tag=1MOL64FCQUK1 type=write size=1437409 2026-04-02T11:46:43.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.734+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=5VTWRGNUBST8 type=del 2026-04-02T11:46:43.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.735+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=1CL9W6PXHZEQ type=del size=2113158 2026-04-02T11:46:43.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.736+0000 7f5333614880 1 < canceled operation key=EB6X219R2ZBH tag=QSUCQYFY6SXJ type=del size=2961271 2026-04-02T11:46:43.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.737+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=HV4NM7Z2TV2T type=del size=3507207 2026-04-02T11:46:43.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.738+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=51EXC1YQZ42L type=del 2026-04-02T11:46:43.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.739+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=T3C6Z9ELNASY type=write size=486598 2026-04-02T11:46:43.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.739+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.0 size=1048576 2026-04-02T11:46:43.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.740+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.1 size=1048576 2026-04-02T11:46:43.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.741+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~EZ4014MCYE3Z.2 size=678151 2026-04-02T11:46:43.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.743+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=EZ4014MCYE3Z tag=4IFHQ0NC4UZZ type=write size=3823879 2026-04-02T11:46:43.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.744+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=S42BM5ORXJXP type=del size=3413272 2026-04-02T11:46:43.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.745+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.0 size=1048576 2026-04-02T11:46:43.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.745+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.1 size=1048576 2026-04-02T11:46:43.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.746+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~T8UZAXS8RF16.2 size=276980 2026-04-02T11:46:43.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.747+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=T8UZAXS8RF16 tag=QONIK8W7V00L type=write size=3422708 2026-04-02T11:46:43.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.748+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=ISZCBAJAJP08 type=del size=2286506 2026-04-02T11:46:43.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.749+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=93SGG0Y204B9 type=del 2026-04-02T11:46:43.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.750+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~NTXS3DF63SJP.0 size=612607 2026-04-02T11:46:43.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.750+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=NTXS3DF63SJP tag=EUGA58ZEJ0MB type=write size=1661183 2026-04-02T11:46:43.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.751+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.0 size=1048576 2026-04-02T11:46:43.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.752+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.1 size=1048576 2026-04-02T11:46:43.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.752+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~A9SV68N7J4VY.2 size=524262 2026-04-02T11:46:43.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.754+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=A9SV68N7J4VY tag=RBR1JAY72ENZ type=write size=3669990 2026-04-02T11:46:43.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.755+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=PBV1L95B2R1Y type=del size=3965476 2026-04-02T11:46:43.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.755+0000 7f5333614880 1 < canceled part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.0 size=1048576 2026-04-02T11:46:43.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.755+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.1 size=1048576 2026-04-02T11:46:43.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.756+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~2PFB7U76N9JS.2 size=560523 2026-04-02T11:46:43.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.759+0000 7f5333614880 1 < canceled multipart upload key=2UF1R4YCK37X upload=2PFB7U76N9JS tag=5IL2M447QWBC type=write size=3706251 2026-04-02T11:46:43.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.761+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.0 size=1048576 2026-04-02T11:46:43.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.762+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.1 size=1048576 2026-04-02T11:46:43.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.762+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.2 size=451399 2026-04-02T11:46:43.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.762+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=7SBTVIY6R4LL tag=L5KP6N15PDUC type=write size=3597127 2026-04-02T11:46:43.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.763+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.0 size=1048576 2026-04-02T11:46:43.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.764+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.1 size=1048576 2026-04-02T11:46:43.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.765+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MDOHUUF5N47Q.2 size=938436 2026-04-02T11:46:43.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.766+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=MDOHUUF5N47Q tag=BC3AZ77ZWQEW type=write size=4084164 2026-04-02T11:46:43.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.767+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.0 size=1048576 2026-04-02T11:46:43.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.768+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.1 size=1048576 2026-04-02T11:46:43.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.769+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.2 size=66071 2026-04-02T11:46:43.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.769+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=5C8BCFBEYUPI tag=QC094Q40AOSH type=write size=3211799 2026-04-02T11:46:43.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.769+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=INJLQRE80BXQ type=del 2026-04-02T11:46:43.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.771+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~HOS4Q0VIK7N0.0 size=1048576 2026-04-02T11:46:43.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.772+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~HOS4Q0VIK7N0.1 size=484126 2026-04-02T11:46:43.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.772+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=HOS4Q0VIK7N0 tag=M2VVBQ2BTLCV type=write size=2581278 2026-04-02T11:46:43.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.772+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.0 size=1048576 2026-04-02T11:46:43.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.773+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.1 size=1048576 2026-04-02T11:46:43.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.774+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~3J9UOKUBVNIO.2 size=885513 2026-04-02T11:46:43.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.775+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=3J9UOKUBVNIO tag=OQWSVH0IPJ0W type=write size=4031241 2026-04-02T11:46:43.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.777+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.0 size=1048576 2026-04-02T11:46:43.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.778+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.1 size=1048576 2026-04-02T11:46:43.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.779+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.2 size=1013734 2026-04-02T11:46:43.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.779+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=92S7TJOY2OBF tag=JRH2TODPEH3L type=write size=4159462 2026-04-02T11:46:43.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.779+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=3WI0LR5JWG8I type=del 2026-04-02T11:46:43.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.780+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=HJ4K56BV4O3J type=del size=2451543 2026-04-02T11:46:43.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.781+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.0 size=1048576 2026-04-02T11:46:43.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.782+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.1 size=1048576 2026-04-02T11:46:43.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.782+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~0NRYVOQI759W.2 size=9958 2026-04-02T11:46:43.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.784+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=0NRYVOQI759W tag=3PQ26CE8ULH7 type=write size=3155686 2026-04-02T11:46:43.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.785+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=3NKC2U54TGE5 type=del size=1467852 2026-04-02T11:46:43.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.786+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~LI676VHFSVI7.0 size=70101 2026-04-02T11:46:43.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.787+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=LI676VHFSVI7 tag=BGZI2EP5AGEN type=write size=1118677 2026-04-02T11:46:43.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.788+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=64RE8QPVMILH type=del size=1996094 2026-04-02T11:46:43.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.789+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=8UOGIOKMKEEO type=write size=211509 2026-04-02T11:46:43.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.790+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=7MP4R59R5RCS type=del size=2857924 2026-04-02T11:46:43.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.790+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~LAGZ823FLBOO.0 size=388833 2026-04-02T11:46:43.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.792+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=LAGZ823FLBOO tag=1MOL64FCQUK1 type=write size=1437409 2026-04-02T11:46:43.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.793+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=PT9V269LZJ0Q type=del size=2224868 2026-04-02T11:46:43.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.793+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=1CL9W6PXHZEQ type=del 2026-04-02T11:46:43.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.794+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=ONLVUCGVD8KD type=write size=389371 2026-04-02T11:46:43.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.796+0000 7f5333614880 1 < suggested update operation key=UNBE0OR07CI2 tag=HV4NM7Z2TV2T type=del size=3507207 2026-04-02T11:46:43.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.797+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~NUW39M8BBLMZ.0 size=776465 2026-04-02T11:46:43.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.797+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=NUW39M8BBLMZ tag=GQCVGOJL87QD type=write size=1825041 2026-04-02T11:46:43.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.798+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=T3C6Z9ELNASY type=write size=486598 2026-04-02T11:46:43.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.799+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.0 size=1048576 2026-04-02T11:46:43.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.800+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.1 size=1048576 2026-04-02T11:46:43.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.801+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.2 size=965859 2026-04-02T11:46:43.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.801+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=5HPQLUMY0UR0 tag=C68B9XYNW4MV type=write size=4111587 2026-04-02T11:46:43.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.802+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=S42BM5ORXJXP type=del 2026-04-02T11:46:43.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.803+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=P24PW4AIZSIG type=del size=3994009 2026-04-02T11:46:43.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.804+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=ISZCBAJAJP08 type=del size=2286506 2026-04-02T11:46:43.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.806+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~7S32NL1G1JF5.0 size=1048576 2026-04-02T11:46:43.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.806+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~7S32NL1G1JF5.1 size=181252 2026-04-02T11:46:43.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.806+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=7S32NL1G1JF5 tag=Z3H77FJWS8MT type=write size=2278404 2026-04-02T11:46:43.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.807+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~NTXS3DF63SJP.0 size=612607 2026-04-02T11:46:43.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.808+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=NTXS3DF63SJP tag=EUGA58ZEJ0MB type=write size=1661183 2026-04-02T11:46:43.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.809+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=7IP2S0BUHTV8 type=del size=3724270 2026-04-02T11:46:43.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.810+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=PBV1L95B2R1Y type=del 2026-04-02T11:46:43.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.812+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~A3DLXMW3IB79.0 size=288501 2026-04-02T11:46:43.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.812+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=A3DLXMW3IB79 tag=YZZBVTG3J82E type=write size=1337077 2026-04-02T11:46:43.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.812+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.0 size=1048576 2026-04-02T11:46:43.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.814+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.1 size=1048576 2026-04-02T11:46:43.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.815+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~7SBTVIY6R4LL.2 size=451399 2026-04-02T11:46:43.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.816+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=7SBTVIY6R4LL tag=L5KP6N15PDUC type=write size=3597127 2026-04-02T11:46:43.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.817+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=S4CHG0FZ9JEA type=del size=231155 2026-04-02T11:46:43.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.817+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.0 size=1048576 2026-04-02T11:46:43.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.818+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.1 size=1048576 2026-04-02T11:46:43.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.819+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~5C8BCFBEYUPI.2 size=66071 2026-04-02T11:46:43.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.820+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=5C8BCFBEYUPI tag=QC094Q40AOSH type=write size=3211799 2026-04-02T11:46:43.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.821+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=TI32W8BFX617 type=del size=250919 2026-04-02T11:46:43.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.822+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~HOS4Q0VIK7N0.0 size=1048576 2026-04-02T11:46:43.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.822+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~HOS4Q0VIK7N0.1 size=484126 2026-04-02T11:46:43.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.824+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=HOS4Q0VIK7N0 tag=M2VVBQ2BTLCV type=write size=2581278 2026-04-02T11:46:43.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.825+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.0 size=1048576 2026-04-02T11:46:43.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.826+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.1 size=1048576 2026-04-02T11:46:43.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.826+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.2 size=403802 2026-04-02T11:46:43.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.826+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=4FUZUJS4YECL tag=T0INETMZ186P type=write size=3549530 2026-04-02T11:46:43.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.827+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.0 size=1048576 2026-04-02T11:46:43.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.827+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.1 size=1048576 2026-04-02T11:46:43.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.827+0000 7f5333614880 1 < canceled part key=_multipart_EXN9SVYJIGMQ.2~92S7TJOY2OBF.2 size=1013734 2026-04-02T11:46:43.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.829+0000 7f5333614880 1 < canceled multipart upload key=EXN9SVYJIGMQ upload=92S7TJOY2OBF tag=JRH2TODPEH3L type=write size=4159462 2026-04-02T11:46:43.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.829+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=EDVKXK4PC5LR type=del size=1208426 2026-04-02T11:46:43.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.830+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=HJ4K56BV4O3J type=del 2026-04-02T11:46:43.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.831+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=LTYPRCU1BRUH type=del size=253538 2026-04-02T11:46:43.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.831+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=3NKC2U54TGE5 type=del 2026-04-02T11:46:43.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.833+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~D7D3ING7QYFJ.0 size=1048576 2026-04-02T11:46:43.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.833+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~D7D3ING7QYFJ.1 size=938637 2026-04-02T11:46:43.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.833+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=D7D3ING7QYFJ tag=F80JGWXON57Y type=write size=3035789 2026-04-02T11:46:43.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.834+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=64RE8QPVMILH type=del 2026-04-02T11:46:43.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.835+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=A8J6IT212D2O type=del size=3257923 2026-04-02T11:46:43.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.835+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=7MP4R59R5RCS type=del 2026-04-02T11:46:43.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.837+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.0 size=1048576 2026-04-02T11:46:43.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.837+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.1 size=1048576 2026-04-02T11:46:43.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.838+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.2 size=946211 2026-04-02T11:46:43.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.838+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=21QFNQBV28KY tag=RSU9CB42UKF4 type=write size=4091939 2026-04-02T11:46:43.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.838+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=PT9V269LZJ0Q type=del 2026-04-02T11:46:43.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.839+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=5AHTXGNX7DOI type=del size=1397856 2026-04-02T11:46:43.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.840+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=ONLVUCGVD8KD type=write size=389371 2026-04-02T11:46:43.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.841+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~Z39FTDOU58KI.0 size=592385 2026-04-02T11:46:43.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.841+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=Z39FTDOU58KI tag=XHVC9JVZ5O5I type=write size=1640961 2026-04-02T11:46:43.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.842+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~NUW39M8BBLMZ.0 size=776465 2026-04-02T11:46:43.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.843+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=NUW39M8BBLMZ tag=GQCVGOJL87QD type=write size=1825041 2026-04-02T11:46:43.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.845+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.0 size=1048576 2026-04-02T11:46:43.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.845+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.1 size=1048576 2026-04-02T11:46:43.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.846+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.2 size=693506 2026-04-02T11:46:43.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.846+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=1JGL51QC2Q75 tag=KE30XIH2BL6X type=write size=3839234 2026-04-02T11:46:43.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.847+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.0 size=1048576 2026-04-02T11:46:43.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.847+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.1 size=1048576 2026-04-02T11:46:43.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.848+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5HPQLUMY0UR0.2 size=965859 2026-04-02T11:46:43.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.849+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=5HPQLUMY0UR0 tag=C68B9XYNW4MV type=write size=4111587 2026-04-02T11:46:43.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.850+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=BS8RRHH2DDE5 type=write size=257143 2026-04-02T11:46:43.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.851+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=P24PW4AIZSIG type=del 2026-04-02T11:46:43.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.852+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BXPVSHQB1ZB3.0 size=1048576 2026-04-02T11:46:43.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.853+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BXPVSHQB1ZB3.1 size=378300 2026-04-02T11:46:43.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.853+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=BXPVSHQB1ZB3 tag=1SYLD0ZF007E type=write size=2475452 2026-04-02T11:46:43.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.853+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~7S32NL1G1JF5.0 size=1048576 2026-04-02T11:46:43.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.853+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~7S32NL1G1JF5.1 size=181252 2026-04-02T11:46:43.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.855+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=7S32NL1G1JF5 tag=Z3H77FJWS8MT type=write size=2278404 2026-04-02T11:46:43.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.856+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.0 size=1048576 2026-04-02T11:46:43.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.856+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.1 size=1048576 2026-04-02T11:46:43.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.857+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.2 size=699572 2026-04-02T11:46:43.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.857+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=LYLV1967D0BE tag=2VSBPAFA3UC5 type=write size=3845300 2026-04-02T11:46:43.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.858+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=7IP2S0BUHTV8 type=del 2026-04-02T11:46:43.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.860+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.0 size=1048576 2026-04-02T11:46:43.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.863+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.1 size=1048576 2026-04-02T11:46:43.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.871+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.2 size=558232 2026-04-02T11:46:43.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.871+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=Z16USV217VLD tag=7CL77L286XZ9 type=write size=3703960 2026-04-02T11:46:43.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.871+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~A3DLXMW3IB79.0 size=288501 2026-04-02T11:46:43.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.873+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=A3DLXMW3IB79 tag=YZZBVTG3J82E type=write size=1337077 2026-04-02T11:46:43.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.873+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=RCRP31HSEUNE type=del size=1512208 2026-04-02T11:46:43.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.874+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=S4CHG0FZ9JEA type=del 2026-04-02T11:46:43.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.875+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=OEAO2AXF9GPR type=del size=4125184 2026-04-02T11:46:43.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.875+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=TI32W8BFX617 type=del 2026-04-02T11:46:43.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.876+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=U6C5G92R0UVJ type=del size=97672 2026-04-02T11:46:43.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.877+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.0 size=1048576 2026-04-02T11:46:43.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.878+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.1 size=1048576 2026-04-02T11:46:43.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.879+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~4FUZUJS4YECL.2 size=403802 2026-04-02T11:46:43.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.880+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=4FUZUJS4YECL tag=T0INETMZ186P type=write size=3549530 2026-04-02T11:46:43.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.881+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=X160CIUPRSFA type=del size=1235979 2026-04-02T11:46:43.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.882+0000 7f5333614880 1 < canceled operation key=KXHWK6IVPLYO tag=EDVKXK4PC5LR type=del size=1208426 2026-04-02T11:46:43.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.883+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=GXX2KATM0UWE type=write size=787207 2026-04-02T11:46:43.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.885+0000 7f5333614880 1 < suggested remove operation key=SN3HBWTAT47E tag=LTYPRCU1BRUH type=del 2026-04-02T11:46:43.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.886+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=0IXGAM0R3HO5 type=del size=3672701 2026-04-02T11:46:43.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.887+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~D7D3ING7QYFJ.0 size=1048576 2026-04-02T11:46:43.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.888+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~D7D3ING7QYFJ.1 size=938637 2026-04-02T11:46:43.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.889+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=D7D3ING7QYFJ tag=F80JGWXON57Y type=write size=3035789 2026-04-02T11:46:43.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.891+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3J26FOOLN9EI.0 size=1048576 2026-04-02T11:46:43.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.892+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3J26FOOLN9EI.1 size=795497 2026-04-02T11:46:43.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.892+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=3J26FOOLN9EI tag=ZSU9MBGLZSG1 type=write size=2892649 2026-04-02T11:46:43.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.892+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=A8J6IT212D2O type=del 2026-04-02T11:46:43.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.894+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Q6J64B4VAJOC.0 size=1048576 2026-04-02T11:46:43.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.895+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Q6J64B4VAJOC.1 size=514255 2026-04-02T11:46:43.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.895+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=Q6J64B4VAJOC tag=RPJBG45X3VA8 type=write size=2611407 2026-04-02T11:46:43.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.896+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.0 size=1048576 2026-04-02T11:46:43.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.896+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.1 size=1048576 2026-04-02T11:46:43.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.897+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~21QFNQBV28KY.2 size=946211 2026-04-02T11:46:43.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.899+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=21QFNQBV28KY tag=RSU9CB42UKF4 type=write size=4091939 2026-04-02T11:46:43.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.900+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=I4Q01XBZUS7L type=del size=320909 2026-04-02T11:46:43.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.902+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=5AHTXGNX7DOI type=del 2026-04-02T11:46:43.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.903+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=B569V5JDDF9J type=del size=193573 2026-04-02T11:46:43.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.903+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~Z39FTDOU58KI.0 size=592385 2026-04-02T11:46:43.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.905+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=Z39FTDOU58KI tag=XHVC9JVZ5O5I type=write size=1640961 2026-04-02T11:46:43.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.906+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=4XA73B1CL0VX type=del size=614191 2026-04-02T11:46:43.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.907+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.0 size=1048576 2026-04-02T11:46:43.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.907+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.1 size=1048576 2026-04-02T11:46:43.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.908+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~1JGL51QC2Q75.2 size=693506 2026-04-02T11:46:43.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.909+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=1JGL51QC2Q75 tag=KE30XIH2BL6X type=write size=3839234 2026-04-02T11:46:43.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.910+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=YZ412YAS353A type=del size=3437710 2026-04-02T11:46:43.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.911+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=BS8RRHH2DDE5 type=write size=257143 2026-04-02T11:46:43.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.913+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.0 size=1048576 2026-04-02T11:46:43.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.915+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.1 size=1048576 2026-04-02T11:46:43.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.915+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.2 size=602450 2026-04-02T11:46:43.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.915+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=02OPLPV97I2L tag=1KE6K61BXYFO type=write size=3748178 2026-04-02T11:46:43.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.916+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BXPVSHQB1ZB3.0 size=1048576 2026-04-02T11:46:43.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.917+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BXPVSHQB1ZB3.1 size=378300 2026-04-02T11:46:43.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.918+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=BXPVSHQB1ZB3 tag=1SYLD0ZF007E type=write size=2475452 2026-04-02T11:46:43.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.920+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~SS6CXOJT4CRO.0 size=714839 2026-04-02T11:46:43.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.920+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=SS6CXOJT4CRO tag=KNRDEWXWTWAT type=write size=1763415 2026-04-02T11:46:43.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.921+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.0 size=1048576 2026-04-02T11:46:43.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.921+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.1 size=1048576 2026-04-02T11:46:43.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.922+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~LYLV1967D0BE.2 size=699572 2026-04-02T11:46:43.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.923+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=LYLV1967D0BE tag=2VSBPAFA3UC5 type=write size=3845300 2026-04-02T11:46:43.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.924+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=HXLT155MVKS0 type=del size=3789506 2026-04-02T11:46:43.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.925+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.0 size=1048576 2026-04-02T11:46:43.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.926+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.1 size=1048576 2026-04-02T11:46:43.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.927+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z16USV217VLD.2 size=558232 2026-04-02T11:46:43.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.928+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=Z16USV217VLD tag=7CL77L286XZ9 type=write size=3703960 2026-04-02T11:46:43.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.929+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~N80G1CFARNJW.0 size=1048576 2026-04-02T11:46:43.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.930+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~N80G1CFARNJW.1 size=29566 2026-04-02T11:46:43.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.930+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=N80G1CFARNJW tag=3B1JZ6N0KPP4 type=write size=2126718 2026-04-02T11:46:43.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.931+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=RCRP31HSEUNE type=del 2026-04-02T11:46:43.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.932+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=DK0N9VXPRJSN type=del size=3592381 2026-04-02T11:46:43.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.932+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=OEAO2AXF9GPR type=del 2026-04-02T11:46:43.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.934+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=HQ8824ZMO2A6 type=del size=1040291 2026-04-02T11:46:43.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.934+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=U6C5G92R0UVJ type=del 2026-04-02T11:46:43.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.936+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~S0MVOJDRVJE9.0 size=1048576 2026-04-02T11:46:43.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.937+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~S0MVOJDRVJE9.1 size=747100 2026-04-02T11:46:43.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.937+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=S0MVOJDRVJE9 tag=180P6R08DSQB type=write size=2844252 2026-04-02T11:46:43.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.937+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=X160CIUPRSFA type=del 2026-04-02T11:46:43.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.939+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~D3HIGXYUBFMD.0 size=721581 2026-04-02T11:46:43.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.939+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=D3HIGXYUBFMD tag=7CIMKHILOF50 type=write size=1770157 2026-04-02T11:46:43.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.939+0000 7f5333614880 1 < completed write operation key=3F2TE2N1PC84 tag=GXX2KATM0UWE type=write size=787207 2026-04-02T11:46:43.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.940+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=60XBNZFIIDOZ type=del size=2105563 2026-04-02T11:46:43.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.941+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=0IXGAM0R3HO5 type=del 2026-04-02T11:46:43.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.942+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~W8AQIG9XOD0G.0 size=477621 2026-04-02T11:46:43.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.942+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=W8AQIG9XOD0G tag=J3SY79T5SPCD type=write size=1526197 2026-04-02T11:46:43.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.944+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3J26FOOLN9EI.0 size=1048576 2026-04-02T11:46:43.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.944+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3J26FOOLN9EI.1 size=795497 2026-04-02T11:46:43.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.946+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=3J26FOOLN9EI tag=ZSU9MBGLZSG1 type=write size=2892649 2026-04-02T11:46:43.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.947+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=2IMQLXJCZN9V type=del size=4169120 2026-04-02T11:46:43.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.947+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Q6J64B4VAJOC.0 size=1048576 2026-04-02T11:46:43.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.948+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Q6J64B4VAJOC.1 size=514255 2026-04-02T11:46:43.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.949+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=Q6J64B4VAJOC tag=RPJBG45X3VA8 type=write size=2611407 2026-04-02T11:46:43.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.950+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=VZR7K68PTXVT type=del size=1776561 2026-04-02T11:46:43.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.951+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=I4Q01XBZUS7L type=del 2026-04-02T11:46:43.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.952+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.0 size=1048576 2026-04-02T11:46:43.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.953+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.1 size=1048576 2026-04-02T11:46:43.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.954+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.2 size=218968 2026-04-02T11:46:43.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.954+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=HAFPFWEKIPD2 tag=DJTU6TQLYH4I type=write size=3364696 2026-04-02T11:46:43.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.955+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=B569V5JDDF9J type=del 2026-04-02T11:46:43.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.956+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=U8ZV2L0ZNZGP type=write size=262774 2026-04-02T11:46:43.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.956+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=4XA73B1CL0VX type=del 2026-04-02T11:46:43.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.957+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=AC6ZAWG3G9M4 type=del size=305700 2026-04-02T11:46:43.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.958+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=YZ412YAS353A type=del 2026-04-02T11:46:43.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.959+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~GRQBMR3J8VS2.0 size=1048576 2026-04-02T11:46:43.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.960+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~GRQBMR3J8VS2.1 size=284653 2026-04-02T11:46:43.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.960+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=GRQBMR3J8VS2 tag=J2CWN76D9DIZ type=write size=2381805 2026-04-02T11:46:43.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.961+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.0 size=1048576 2026-04-02T11:46:43.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.962+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.1 size=1048576 2026-04-02T11:46:43.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:43.972+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~02OPLPV97I2L.2 size=602450 2026-04-02T11:46:44.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.032+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=02OPLPV97I2L tag=1KE6K61BXYFO type=write size=3748178 2026-04-02T11:46:44.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.056+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=FG549HT9W6C4 type=del size=494291 2026-04-02T11:46:44.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.070+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~SS6CXOJT4CRO.0 size=714839 2026-04-02T11:46:44.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.188+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=SS6CXOJT4CRO tag=KNRDEWXWTWAT type=write size=1763415 2026-04-02T11:46:44.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.413+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.0 size=1048576 2026-04-02T11:46:44.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.431+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.1 size=1048576 2026-04-02T11:46:44.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.469+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.2 size=39264 2026-04-02T11:46:44.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.469+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=9QTU4HG4XID7 tag=8WQFNJYJ06OR type=write size=3184992 2026-04-02T11:46:44.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.475+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=HXLT155MVKS0 type=del 2026-04-02T11:46:44.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.497+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.0 size=1048576 2026-04-02T11:46:44.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.498+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.1 size=1048576 2026-04-02T11:46:44.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.499+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.2 size=622178 2026-04-02T11:46:44.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.499+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=AKY52HTPBBM3 tag=MRGH8PU86NHT type=write size=3767906 2026-04-02T11:46:44.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.500+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~N80G1CFARNJW.0 size=1048576 2026-04-02T11:46:44.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.501+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~N80G1CFARNJW.1 size=29566 2026-04-02T11:46:44.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.502+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=N80G1CFARNJW tag=3B1JZ6N0KPP4 type=write size=2126718 2026-04-02T11:46:44.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.504+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~98VR0JCOSWYP.0 size=1048576 2026-04-02T11:46:44.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.505+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~98VR0JCOSWYP.1 size=47777 2026-04-02T11:46:44.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.505+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=98VR0JCOSWYP tag=QGCMSQ793SKK type=write size=2144929 2026-04-02T11:46:44.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.508+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=DK0N9VXPRJSN type=del size=3592381 2026-04-02T11:46:44.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.509+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=G1BZVB9Q7EVU type=del size=1692200 2026-04-02T11:46:44.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.510+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=HQ8824ZMO2A6 type=del 2026-04-02T11:46:44.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.511+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=PSQA4M2YLFMR type=write size=961569 2026-04-02T11:46:44.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.512+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~S0MVOJDRVJE9.0 size=1048576 2026-04-02T11:46:44.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.513+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~S0MVOJDRVJE9.1 size=747100 2026-04-02T11:46:44.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.515+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=S0MVOJDRVJE9 tag=180P6R08DSQB type=write size=2844252 2026-04-02T11:46:44.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.516+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=PMN0RAWTSKI6 type=del size=218424 2026-04-02T11:46:44.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.517+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~D3HIGXYUBFMD.0 size=721581 2026-04-02T11:46:44.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.518+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=D3HIGXYUBFMD tag=7CIMKHILOF50 type=write size=1770157 2026-04-02T11:46:44.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.519+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=E7YGJ5GPQT8S type=del size=1605340 2026-04-02T11:46:44.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.521+0000 7f5333614880 1 < suggested update operation key=EB6X219R2ZBH tag=60XBNZFIIDOZ type=del size=2105563 2026-04-02T11:46:44.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.522+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=UVPDZU0BDSOI type=del size=4173923 2026-04-02T11:46:44.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.523+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~W8AQIG9XOD0G.0 size=477621 2026-04-02T11:46:44.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.524+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=W8AQIG9XOD0G tag=J3SY79T5SPCD type=write size=1526197 2026-04-02T11:46:44.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.525+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=R3FWNQTK4IQK type=del size=2224462 2026-04-02T11:46:44.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.527+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=2IMQLXJCZN9V type=del 2026-04-02T11:46:44.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.528+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=Y3D0CS6GRXTI type=del size=735740 2026-04-02T11:46:44.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.529+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=VZR7K68PTXVT type=del 2026-04-02T11:46:44.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.530+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~8VR4OCG1PE13.0 size=716551 2026-04-02T11:46:44.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.530+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=8VR4OCG1PE13 tag=2PVYMQKMLPXF type=write size=1765127 2026-04-02T11:46:44.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.531+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.0 size=1048576 2026-04-02T11:46:44.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.531+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.1 size=1048576 2026-04-02T11:46:44.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.532+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~HAFPFWEKIPD2.2 size=218968 2026-04-02T11:46:44.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.533+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=HAFPFWEKIPD2 tag=DJTU6TQLYH4I type=write size=3364696 2026-04-02T11:46:44.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.534+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~X0JPURMM29GU.0 size=1048576 2026-04-02T11:46:44.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.535+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~X0JPURMM29GU.1 size=47013 2026-04-02T11:46:44.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.535+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=X0JPURMM29GU tag=SIJT42EUWA82 type=write size=2144165 2026-04-02T11:46:44.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.537+0000 7f5333614880 1 < suggested update operation key=HVXHNZUNGUWS tag=U8ZV2L0ZNZGP type=write size=262774 2026-04-02T11:46:44.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.538+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~3D34AWAAA3BD.0 size=972817 2026-04-02T11:46:44.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.538+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=3D34AWAAA3BD tag=5V7YI7LKG0CD type=write size=2021393 2026-04-02T11:46:44.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.539+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=AC6ZAWG3G9M4 type=del size=305700 2026-04-02T11:46:44.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.540+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=AMQ6AK3UMJOZ type=del size=375534 2026-04-02T11:46:44.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.541+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~GRQBMR3J8VS2.0 size=1048576 2026-04-02T11:46:44.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.542+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~GRQBMR3J8VS2.1 size=284653 2026-04-02T11:46:44.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.544+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=GRQBMR3J8VS2 tag=J2CWN76D9DIZ type=write size=2381805 2026-04-02T11:46:44.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.545+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=O6X5WIZPGGCV type=del size=3965906 2026-04-02T11:46:44.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.546+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=FG549HT9W6C4 type=del 2026-04-02T11:46:44.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.547+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=POYMA8KCHEXX type=write size=692868 2026-04-02T11:46:44.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.548+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.0 size=1048576 2026-04-02T11:46:44.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.548+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.1 size=1048576 2026-04-02T11:46:44.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.549+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~9QTU4HG4XID7.2 size=39264 2026-04-02T11:46:44.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.551+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=9QTU4HG4XID7 tag=8WQFNJYJ06OR type=write size=3184992 2026-04-02T11:46:44.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.553+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~V18N9QDIFL4N.0 size=1048576 2026-04-02T11:46:44.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.553+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~V18N9QDIFL4N.1 size=376604 2026-04-02T11:46:44.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.553+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=V18N9QDIFL4N tag=OQ1X15FW4H62 type=write size=2473756 2026-04-02T11:46:44.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.554+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.0 size=1048576 2026-04-02T11:46:44.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.554+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.1 size=1048576 2026-04-02T11:46:44.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.555+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~AKY52HTPBBM3.2 size=622178 2026-04-02T11:46:44.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.556+0000 7f5333614880 1 < canceled multipart upload key=3V9OL1TOYAR3 upload=AKY52HTPBBM3 tag=MRGH8PU86NHT type=write size=3767906 2026-04-02T11:46:44.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.558+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.0 size=1048576 2026-04-02T11:46:44.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.559+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.1 size=1048576 2026-04-02T11:46:44.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.559+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.2 size=427366 2026-04-02T11:46:44.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.559+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=ARLQB4Q8JWOQ tag=LY7C7CAGHHB6 type=write size=3573094 2026-04-02T11:46:44.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.560+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~98VR0JCOSWYP.0 size=1048576 2026-04-02T11:46:44.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.561+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~98VR0JCOSWYP.1 size=47777 2026-04-02T11:46:44.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.562+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=98VR0JCOSWYP tag=QGCMSQ793SKK type=write size=2144929 2026-04-02T11:46:44.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.563+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=CE1UIZL26GMA type=del size=3410470 2026-04-02T11:46:44.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.564+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=G1BZVB9Q7EVU type=del 2026-04-02T11:46:44.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.564+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=AY3NOGTX952U type=del size=2320549 2026-04-02T11:46:44.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.565+0000 7f5333614880 -1 < failed to complete operation key=5EJJIO7Z6IK3 tag=PSQA4M2YLFMR type=write size=961569: (22) Invalid argument 2026-04-02T11:46:44.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.567+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~O5HJ60CCCXIB.0 size=1048576 2026-04-02T11:46:44.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.567+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~O5HJ60CCCXIB.1 size=964565 2026-04-02T11:46:44.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.567+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=O5HJ60CCCXIB tag=DZYE9Y3UPBPV type=write size=3061717 2026-04-02T11:46:44.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.568+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=PMN0RAWTSKI6 type=del 2026-04-02T11:46:44.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.569+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.0 size=1048576 2026-04-02T11:46:44.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.570+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.1 size=1048576 2026-04-02T11:46:44.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.571+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.2 size=828939 2026-04-02T11:46:44.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.571+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=VN77YJ7RK90O tag=S89OVMI6VZ7K type=write size=3974667 2026-04-02T11:46:44.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.572+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=E7YGJ5GPQT8S type=del 2026-04-02T11:46:44.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.573+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~RULZK39V0O7N.0 size=1048576 2026-04-02T11:46:44.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.574+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~RULZK39V0O7N.1 size=750638 2026-04-02T11:46:44.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.574+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=RULZK39V0O7N tag=RWNJ0ZEXWW58 type=write size=2847790 2026-04-02T11:46:44.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.575+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=UVPDZU0BDSOI type=del size=4173923 2026-04-02T11:46:44.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.576+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~8VMUW7TR4SSK.0 size=445260 2026-04-02T11:46:44.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.576+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=8VMUW7TR4SSK tag=AR9862C2L1BA type=write size=1493836 2026-04-02T11:46:44.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.578+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=R3FWNQTK4IQK type=del 2026-04-02T11:46:44.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.579+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=GWF5UJWHZBGB type=del size=1990893 2026-04-02T11:46:44.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.580+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=Y3D0CS6GRXTI type=del size=735740 2026-04-02T11:46:44.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.584+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.0 size=1048576 2026-04-02T11:46:44.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.585+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.1 size=1048576 2026-04-02T11:46:44.588 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.585+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.2 size=420053 2026-04-02T11:46:44.588 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.585+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=S4MA2RC15HUM tag=I4SPF0EG1TWA type=write size=3565781 2026-04-02T11:46:44.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.586+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~8VR4OCG1PE13.0 size=716551 2026-04-02T11:46:44.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.589+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=8VR4OCG1PE13 tag=2PVYMQKMLPXF type=write size=1765127 2026-04-02T11:46:44.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.590+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~DWI1A5GXRO1W.0 size=1048576 2026-04-02T11:46:44.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.591+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~DWI1A5GXRO1W.1 size=990849 2026-04-02T11:46:44.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.591+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=DWI1A5GXRO1W tag=MJK0218T1Q6O type=write size=3088001 2026-04-02T11:46:44.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.592+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~X0JPURMM29GU.0 size=1048576 2026-04-02T11:46:44.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.592+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~X0JPURMM29GU.1 size=47013 2026-04-02T11:46:44.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.594+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=X0JPURMM29GU tag=SIJT42EUWA82 type=write size=2144165 2026-04-02T11:46:44.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.594+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=1M7BUO6XREET type=del size=443307 2026-04-02T11:46:44.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.595+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~3D34AWAAA3BD.0 size=972817 2026-04-02T11:46:44.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.596+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=3D34AWAAA3BD tag=5V7YI7LKG0CD type=write size=2021393 2026-04-02T11:46:44.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.597+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=AO028V4P6R8G type=del size=441987 2026-04-02T11:46:44.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.598+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=AMQ6AK3UMJOZ type=del 2026-04-02T11:46:44.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.599+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~DZR2YRH9F788.0 size=1048576 2026-04-02T11:46:44.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.600+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~DZR2YRH9F788.1 size=577080 2026-04-02T11:46:44.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.600+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=DZR2YRH9F788 tag=635UW5KPGRW4 type=write size=2674232 2026-04-02T11:46:44.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.601+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=O6X5WIZPGGCV type=del 2026-04-02T11:46:44.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.602+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.0 size=1048576 2026-04-02T11:46:44.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.603+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.1 size=1048576 2026-04-02T11:46:44.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.603+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.2 size=436180 2026-04-02T11:46:44.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.603+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=QBDQ0GE5I3M6 tag=EL6XDTB11K0H type=write size=3581908 2026-04-02T11:46:44.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.604+0000 7f5333614880 1 < canceled operation key=RYJ7HCWSK1ZK tag=POYMA8KCHEXX type=write size=692868 2026-04-02T11:46:44.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.605+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=794GPN54572Y type=write size=936932 2026-04-02T11:46:44.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.605+0000 7f5333614880 1 < canceled part key=_multipart_UMYOSRME1LS0.2~V18N9QDIFL4N.0 size=1048576 2026-04-02T11:46:44.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.606+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~V18N9QDIFL4N.1 size=376604 2026-04-02T11:46:44.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.607+0000 7f5333614880 1 < canceled multipart upload key=UMYOSRME1LS0 upload=V18N9QDIFL4N tag=OQ1X15FW4H62 type=write size=2473756 2026-04-02T11:46:44.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.608+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=G646R35OGTW3 type=write size=709889 2026-04-02T11:46:44.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.608+0000 7f5333614880 1 < canceled part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.0 size=1048576 2026-04-02T11:46:44.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.609+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.1 size=1048576 2026-04-02T11:46:44.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.609+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~ARLQB4Q8JWOQ.2 size=427366 2026-04-02T11:46:44.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.613+0000 7f5333614880 1 < canceled multipart upload key=1N5ID2080ZHV upload=ARLQB4Q8JWOQ tag=LY7C7CAGHHB6 type=write size=3573094 2026-04-02T11:46:44.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.615+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.0 size=1048576 2026-04-02T11:46:44.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.616+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.1 size=1048576 2026-04-02T11:46:44.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.617+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.2 size=904691 2026-04-02T11:46:44.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.617+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=40ZJHEL8P556 tag=ULC0DC1O9PX9 type=write size=4050419 2026-04-02T11:46:44.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.618+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=CE1UIZL26GMA type=del 2026-04-02T11:46:44.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.618+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=ARFJSO9J06Z1 type=del size=2759398 2026-04-02T11:46:44.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.619+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=AY3NOGTX952U type=del 2026-04-02T11:46:44.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.621+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~KSMTY9B7S6U0.0 size=85979 2026-04-02T11:46:44.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.621+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=KSMTY9B7S6U0 tag=5APKZKD4P43F type=write size=1134555 2026-04-02T11:46:44.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.622+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~O5HJ60CCCXIB.0 size=1048576 2026-04-02T11:46:44.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.623+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~O5HJ60CCCXIB.1 size=964565 2026-04-02T11:46:44.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.624+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=O5HJ60CCCXIB tag=DZYE9Y3UPBPV type=write size=3061717 2026-04-02T11:46:44.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.625+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=BM49BNJQ7XGX type=write size=79467 2026-04-02T11:46:44.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.626+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.0 size=1048576 2026-04-02T11:46:44.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.627+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.1 size=1048576 2026-04-02T11:46:44.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.627+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~VN77YJ7RK90O.2 size=828939 2026-04-02T11:46:44.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.629+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=VN77YJ7RK90O tag=S89OVMI6VZ7K type=write size=3974667 2026-04-02T11:46:44.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.630+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=JFICQZ81UVQ5 type=del size=790851 2026-04-02T11:46:44.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.631+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~RULZK39V0O7N.0 size=1048576 2026-04-02T11:46:44.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.631+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~RULZK39V0O7N.1 size=750638 2026-04-02T11:46:44.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.633+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=RULZK39V0O7N tag=RWNJ0ZEXWW58 type=write size=2847790 2026-04-02T11:46:44.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.633+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=3RNMWX1S3412 type=write size=673036 2026-04-02T11:46:44.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.634+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~8VMUW7TR4SSK.0 size=445260 2026-04-02T11:46:44.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.636+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=8VMUW7TR4SSK tag=AR9862C2L1BA type=write size=1493836 2026-04-02T11:46:44.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.637+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=H6H1VL6O9BYR type=del size=3630617 2026-04-02T11:46:44.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.638+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=GWF5UJWHZBGB type=del 2026-04-02T11:46:44.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.642+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GGATM5MU9X3P.0 size=1048576 2026-04-02T11:46:44.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.644+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GGATM5MU9X3P.1 size=370936 2026-04-02T11:46:44.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.644+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=GGATM5MU9X3P tag=2AE7BE3V99FQ type=write size=2468088 2026-04-02T11:46:44.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.648+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.0 size=1048576 2026-04-02T11:46:44.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.648+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.1 size=1048576 2026-04-02T11:46:44.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.649+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~S4MA2RC15HUM.2 size=420053 2026-04-02T11:46:44.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.651+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=S4MA2RC15HUM tag=I4SPF0EG1TWA type=write size=3565781 2026-04-02T11:46:44.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.652+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=74KEZ5DRH1R8 type=del size=1642447 2026-04-02T11:46:44.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.653+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~DWI1A5GXRO1W.0 size=1048576 2026-04-02T11:46:44.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.653+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~DWI1A5GXRO1W.1 size=990849 2026-04-02T11:46:44.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.655+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=DWI1A5GXRO1W tag=MJK0218T1Q6O type=write size=3088001 2026-04-02T11:46:44.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.656+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.0 size=1048576 2026-04-02T11:46:44.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.657+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.1 size=1048576 2026-04-02T11:46:44.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.658+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.2 size=19579 2026-04-02T11:46:44.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.658+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=QH46WBI7FQQM tag=XEEDHM4798C1 type=write size=3165307 2026-04-02T11:46:44.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.659+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=1M7BUO6XREET type=del 2026-04-02T11:46:44.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.659+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=XG1IQHMAZKT5 type=del size=3417496 2026-04-02T11:46:44.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.660+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=AO028V4P6R8G type=del 2026-04-02T11:46:44.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.661+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=0FWH1S2F2RRW type=del size=2429 2026-04-02T11:46:44.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.661+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~DZR2YRH9F788.0 size=1048576 2026-04-02T11:46:44.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.662+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~DZR2YRH9F788.1 size=577080 2026-04-02T11:46:44.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.663+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=DZR2YRH9F788 tag=635UW5KPGRW4 type=write size=2674232 2026-04-02T11:46:44.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.664+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=KAXNFPALBW4Y type=del size=3028122 2026-04-02T11:46:44.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.665+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.0 size=1048576 2026-04-02T11:46:44.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.666+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.1 size=1048576 2026-04-02T11:46:44.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.666+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~QBDQ0GE5I3M6.2 size=436180 2026-04-02T11:46:44.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.668+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=QBDQ0GE5I3M6 tag=EL6XDTB11K0H type=write size=3581908 2026-04-02T11:46:44.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.669+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=OWWJDJGC8FOB type=del size=2189454 2026-04-02T11:46:44.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.670+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=794GPN54572Y type=write 2026-04-02T11:46:44.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.671+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=RCJRE4US2QF2 type=write size=738145 2026-04-02T11:46:44.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.672+0000 7f5333614880 1 < canceled operation key=1WBDOM4K9L2E tag=G646R35OGTW3 type=write size=709889 2026-04-02T11:46:44.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.672+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=MOLD3BA16C19 type=del size=1059087 2026-04-02T11:46:44.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.673+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.0 size=1048576 2026-04-02T11:46:44.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.674+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.1 size=1048576 2026-04-02T11:46:44.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.675+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~40ZJHEL8P556.2 size=904691 2026-04-02T11:46:44.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.676+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=40ZJHEL8P556 tag=ULC0DC1O9PX9 type=write size=4050419 2026-04-02T11:46:44.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.677+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=7S8AAIVU7DUN type=del size=1122026 2026-04-02T11:46:44.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.679+0000 7f5333614880 1 < suggested remove operation key=AKGGO4RSPZUL tag=ARFJSO9J06Z1 type=del 2026-04-02T11:46:44.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.680+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=WSLUJXKFA6L7 type=del size=2865073 2026-04-02T11:46:44.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.680+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~KSMTY9B7S6U0.0 size=85979 2026-04-02T11:46:44.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.682+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=KSMTY9B7S6U0 tag=5APKZKD4P43F type=write size=1134555 2026-04-02T11:46:44.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.683+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=G4EOQJTVF9I4 type=del size=3552599 2026-04-02T11:46:44.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.683+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=BM49BNJQ7XGX type=write size=79467 2026-04-02T11:46:44.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.684+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=4X58ND3XIRHU type=del size=2192562 2026-04-02T11:46:44.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.685+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=JFICQZ81UVQ5 type=del 2026-04-02T11:46:44.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.686+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=LIO6ESRJ9FNK type=del size=2303218 2026-04-02T11:46:44.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.688+0000 7f5333614880 1 < suggested remove operation key=3V9OL1TOYAR3 tag=3RNMWX1S3412 type=write 2026-04-02T11:46:44.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.691+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~RB6ZAT13ZMVS.0 size=1048576 2026-04-02T11:46:44.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.692+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~RB6ZAT13ZMVS.1 size=158119 2026-04-02T11:46:44.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.692+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=RB6ZAT13ZMVS tag=A3PC934A2V6D type=write size=2255271 2026-04-02T11:46:44.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.693+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=H6H1VL6O9BYR type=del 2026-04-02T11:46:44.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.694+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=N5IJ8ZFL7ANN type=del size=1423808 2026-04-02T11:46:44.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.695+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~GGATM5MU9X3P.0 size=1048576 2026-04-02T11:46:44.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.696+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~GGATM5MU9X3P.1 size=370936 2026-04-02T11:46:44.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.697+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=GGATM5MU9X3P tag=2AE7BE3V99FQ type=write size=2468088 2026-04-02T11:46:44.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.698+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=QUB67DLO486I type=del size=2207962 2026-04-02T11:46:44.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.700+0000 7f5333614880 1 < suggested remove operation key=IWEIGMTGAJE9 tag=74KEZ5DRH1R8 type=del 2026-04-02T11:46:44.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.701+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=ANWX42LC2C74 type=del size=762318 2026-04-02T11:46:44.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.702+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.0 size=1048576 2026-04-02T11:46:44.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.703+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.1 size=1048576 2026-04-02T11:46:44.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.704+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~QH46WBI7FQQM.2 size=19579 2026-04-02T11:46:44.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.705+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=QH46WBI7FQQM tag=XEEDHM4798C1 type=write size=3165307 2026-04-02T11:46:44.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.707+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.0 size=1048576 2026-04-02T11:46:44.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.707+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.1 size=1048576 2026-04-02T11:46:44.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.708+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.2 size=176533 2026-04-02T11:46:44.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.708+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=S7BN3SUVT8Q2 tag=170P5KVU5F4L type=write size=3322261 2026-04-02T11:46:44.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.709+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=XG1IQHMAZKT5 type=del 2026-04-02T11:46:44.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.710+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=8XXFGL2556PB type=del size=1419016 2026-04-02T11:46:44.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.711+0000 7f5333614880 1 < canceled operation key=GLU301MHO00G tag=0FWH1S2F2RRW type=del size=2429 2026-04-02T11:46:44.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.712+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=WXM6GCA0LXDP type=del size=1940874 2026-04-02T11:46:44.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.713+0000 7f5333614880 1 < canceled operation key=D9L3BBI87CJI tag=KAXNFPALBW4Y type=del size=3028122 2026-04-02T11:46:44.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.714+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.0 size=1048576 2026-04-02T11:46:44.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.715+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.1 size=1048576 2026-04-02T11:46:44.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.716+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.2 size=950012 2026-04-02T11:46:44.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.716+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=PGIZ0755MSU5 tag=JW9V14QLNVEJ type=write size=4095740 2026-04-02T11:46:44.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.717+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=OWWJDJGC8FOB type=del 2026-04-02T11:46:44.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.719+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BRJBH4KUYERE.0 size=1048576 2026-04-02T11:46:44.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.719+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BRJBH4KUYERE.1 size=345757 2026-04-02T11:46:44.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.719+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=BRJBH4KUYERE tag=JRBJC2GWOGUU type=write size=2442909 2026-04-02T11:46:44.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.722+0000 7f5333614880 1 < completed write operation key=EB6X219R2ZBH tag=RCJRE4US2QF2 type=write size=738145 2026-04-02T11:46:44.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.722+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=8UCS3LCLL48V type=del size=1129696 2026-04-02T11:46:44.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.723+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=MOLD3BA16C19 type=del 2026-04-02T11:46:44.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.724+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=B74QJ3EHJM0I type=del size=604322 2026-04-02T11:46:44.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.725+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=7S8AAIVU7DUN type=del 2026-04-02T11:46:44.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.726+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=2EQIWQOARCOO type=del size=1387558 2026-04-02T11:46:44.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.726+0000 7f5333614880 -1 < no bi entry to suggest for operation key=3V9OL1TOYAR3 tag=WSLUJXKFA6L7 type=del size=2865073: (2) No such file or directory 2026-04-02T11:46:44.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.727+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=8NM95XS9AX2J type=write size=457118 2026-04-02T11:46:44.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.729+0000 7f5333614880 1 < suggested update operation key=1CXMORSMG685 tag=G4EOQJTVF9I4 type=del size=3552599 2026-04-02T11:46:44.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.731+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~3FO6LIOZF7NP.0 size=1048576 2026-04-02T11:46:44.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.731+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~3FO6LIOZF7NP.1 size=70487 2026-04-02T11:46:44.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.731+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=3FO6LIOZF7NP tag=2TX7LHXGHV6B type=write size=2167639 2026-04-02T11:46:44.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.732+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=4X58ND3XIRHU type=del 2026-04-02T11:46:44.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.734+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~REKHPOJXURRT.0 size=288474 2026-04-02T11:46:44.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.734+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=REKHPOJXURRT tag=CRB8ZD4DD05U type=write size=1337050 2026-04-02T11:46:44.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.736+0000 7f5333614880 1 < suggested remove operation key=2UF1R4YCK37X tag=LIO6ESRJ9FNK type=del 2026-04-02T11:46:44.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.737+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=OA7928FKMX4H type=del size=389094 2026-04-02T11:46:44.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.737+0000 7f5333614880 1 < canceled part key=_multipart_LTB13PIUFMYH.2~RB6ZAT13ZMVS.0 size=1048576 2026-04-02T11:46:44.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.738+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~RB6ZAT13ZMVS.1 size=158119 2026-04-02T11:46:44.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.740+0000 7f5333614880 1 < canceled multipart upload key=LTB13PIUFMYH upload=RB6ZAT13ZMVS tag=A3PC934A2V6D type=write size=2255271 2026-04-02T11:46:44.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.741+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=RBG8MM4II531 type=del size=1171168 2026-04-02T11:46:44.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.742+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=N5IJ8ZFL7ANN type=del 2026-04-02T11:46:44.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.744+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~VQ57ELN128LQ.0 size=1048576 2026-04-02T11:46:44.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.744+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~VQ57ELN128LQ.1 size=451273 2026-04-02T11:46:44.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.744+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=VQ57ELN128LQ tag=HGA7BHED50TO type=write size=2548425 2026-04-02T11:46:44.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.745+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=QUB67DLO486I type=del 2026-04-02T11:46:44.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.747+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~NLAV9MXKLT6Y.0 size=853262 2026-04-02T11:46:44.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.747+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=NLAV9MXKLT6Y tag=A0FHY8E5B67H type=write size=1901838 2026-04-02T11:46:44.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.748+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=ANWX42LC2C74 type=del 2026-04-02T11:46:44.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.749+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=VRCD8MMNSDTX type=del size=574835 2026-04-02T11:46:44.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.750+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.0 size=1048576 2026-04-02T11:46:44.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.751+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.1 size=1048576 2026-04-02T11:46:44.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.752+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~S7BN3SUVT8Q2.2 size=176533 2026-04-02T11:46:44.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.753+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=S7BN3SUVT8Q2 tag=170P5KVU5F4L type=write size=3322261 2026-04-02T11:46:44.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.754+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=9IZI977T3R29 type=del size=3775463 2026-04-02T11:46:44.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.756+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=8XXFGL2556PB type=del size=1419016 2026-04-02T11:46:44.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.757+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=PB4P7U6UGQXK type=del size=1011954 2026-04-02T11:46:44.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.759+0000 7f5333614880 1 < canceled operation key=SN3HBWTAT47E tag=WXM6GCA0LXDP type=del size=1940874 2026-04-02T11:46:44.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.760+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=KDC65G3SPFYJ type=del size=1923162 2026-04-02T11:46:44.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.761+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.0 size=1048576 2026-04-02T11:46:44.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.762+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.1 size=1048576 2026-04-02T11:46:44.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.763+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~PGIZ0755MSU5.2 size=950012 2026-04-02T11:46:44.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.765+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=PGIZ0755MSU5 tag=JW9V14QLNVEJ type=write size=4095740 2026-04-02T11:46:44.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.767+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.0 size=1048576 2026-04-02T11:46:44.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.767+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.1 size=1048576 2026-04-02T11:46:44.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.768+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.2 size=323981 2026-04-02T11:46:44.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.768+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=ABS53RZ5301W tag=WFS8Y7FFBMLZ type=write size=3469709 2026-04-02T11:46:44.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.769+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BRJBH4KUYERE.0 size=1048576 2026-04-02T11:46:44.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.770+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BRJBH4KUYERE.1 size=345757 2026-04-02T11:46:44.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.771+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=BRJBH4KUYERE tag=JRBJC2GWOGUU type=write size=2442909 2026-04-02T11:46:44.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.773+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.0 size=1048576 2026-04-02T11:46:44.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.773+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.1 size=1048576 2026-04-02T11:46:44.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.774+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.2 size=261650 2026-04-02T11:46:44.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.774+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=QZ76WO4UBV1A tag=RS2AK3G11QQ2 type=write size=3407378 2026-04-02T11:46:44.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.775+0000 7f5333614880 -1 < failed to complete operation key=1CXMORSMG685 tag=8UCS3LCLL48V type=del size=1129696: (22) Invalid argument 2026-04-02T11:46:44.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.776+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=WI2L91ILPO5N type=del size=1382641 2026-04-02T11:46:44.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.777+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=B74QJ3EHJM0I type=del 2026-04-02T11:46:44.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.777+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=LYYTHP23MDON type=del size=753903 2026-04-02T11:46:44.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.778+0000 7f5333614880 1 < canceled operation key=UNBE0OR07CI2 tag=2EQIWQOARCOO type=del size=1387558 2026-04-02T11:46:44.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.779+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=Q0NJM2CC7VVJ type=del size=959467 2026-04-02T11:46:44.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.781+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=8NM95XS9AX2J type=write size=457118 2026-04-02T11:46:44.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.782+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=I34S29IE9GKE type=del size=1667081 2026-04-02T11:46:44.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.782+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~3FO6LIOZF7NP.0 size=1048576 2026-04-02T11:46:44.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.783+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~3FO6LIOZF7NP.1 size=70487 2026-04-02T11:46:44.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.785+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=3FO6LIOZF7NP tag=2TX7LHXGHV6B type=write size=2167639 2026-04-02T11:46:44.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.786+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.0 size=1048576 2026-04-02T11:46:44.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.787+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.1 size=1048576 2026-04-02T11:46:44.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.788+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.2 size=653652 2026-04-02T11:46:44.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.788+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=QXXM1YZGT9K7 tag=NRXE8QQVI03L type=write size=3799380 2026-04-02T11:46:44.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.789+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~REKHPOJXURRT.0 size=288474 2026-04-02T11:46:44.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.790+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=REKHPOJXURRT tag=CRB8ZD4DD05U type=write size=1337050 2026-04-02T11:46:44.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.791+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=4A3HCLL32V5N type=del size=1522630 2026-04-02T11:46:44.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.792+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=OA7928FKMX4H type=del 2026-04-02T11:46:44.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.793+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.0 size=1048576 2026-04-02T11:46:44.797 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.795+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.1 size=1048576 2026-04-02T11:46:44.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.796+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.2 size=687878 2026-04-02T11:46:44.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.796+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=DGOK6NIMO3VQ tag=ZNZA5GVFCURH type=write size=3833606 2026-04-02T11:46:44.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.797+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=RBG8MM4II531 type=del 2026-04-02T11:46:44.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.798+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=R7GV4XJ3V283 type=del size=1430200 2026-04-02T11:46:44.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.799+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~VQ57ELN128LQ.0 size=1048576 2026-04-02T11:46:44.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.799+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~VQ57ELN128LQ.1 size=451273 2026-04-02T11:46:44.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.801+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=VQ57ELN128LQ tag=HGA7BHED50TO type=write size=2548425 2026-04-02T11:46:44.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.802+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=4CCDP8RECZD1 type=del size=2654854 2026-04-02T11:46:44.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.803+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~NLAV9MXKLT6Y.0 size=853262 2026-04-02T11:46:44.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.804+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=NLAV9MXKLT6Y tag=A0FHY8E5B67H type=write size=1901838 2026-04-02T11:46:44.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.805+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=6OUW5B2720QL type=del size=2901407 2026-04-02T11:46:44.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.806+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=VRCD8MMNSDTX type=del 2026-04-02T11:46:44.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.806+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=R493V4TUUPC0 type=del size=1966307 2026-04-02T11:46:44.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.807+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=9IZI977T3R29 type=del 2026-04-02T11:46:44.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.808+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=Z7TNV1S4ILQX type=write size=442154 2026-04-02T11:46:44.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.809+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=PB4P7U6UGQXK type=del 2026-04-02T11:46:44.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.810+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=KPZA17BEQTN6 type=del size=2543525 2026-04-02T11:46:44.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.812+0000 7f5333614880 1 < suggested remove operation key=D9L3BBI87CJI tag=KDC65G3SPFYJ type=del 2026-04-02T11:46:44.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.813+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~YUSW3JW1EMBC.0 size=1048576 2026-04-02T11:46:44.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.814+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~YUSW3JW1EMBC.1 size=159388 2026-04-02T11:46:44.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.814+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=YUSW3JW1EMBC tag=G5M3CFB71AZ8 type=write size=2256540 2026-04-02T11:46:44.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.814+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.0 size=1048576 2026-04-02T11:46:44.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.815+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.1 size=1048576 2026-04-02T11:46:44.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.816+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~ABS53RZ5301W.2 size=323981 2026-04-02T11:46:44.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.817+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=ABS53RZ5301W tag=WFS8Y7FFBMLZ type=write size=3469709 2026-04-02T11:46:44.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.818+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=JFJAR6AE5JBL type=del size=145292 2026-04-02T11:46:44.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.818+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.0 size=1048576 2026-04-02T11:46:44.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.818+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.1 size=1048576 2026-04-02T11:46:44.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.818+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~QZ76WO4UBV1A.2 size=261650 2026-04-02T11:46:44.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.819+0000 7f5333614880 1 < canceled multipart upload key=MJF6T1TAF5I9 upload=QZ76WO4UBV1A tag=RS2AK3G11QQ2 type=write size=3407378 2026-04-02T11:46:44.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.820+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=RW2VOQAS2H0Y type=del size=3997911 2026-04-02T11:46:44.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.821+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=WI2L91ILPO5N type=del 2026-04-02T11:46:44.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.822+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=335MK8IV39OW type=del size=2859331 2026-04-02T11:46:44.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.823+0000 7f5333614880 1 < suggested remove operation key=72A8E181S0BV tag=LYYTHP23MDON type=del 2026-04-02T11:46:44.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.824+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=SACXMO4BLE15 type=del size=1563720 2026-04-02T11:46:44.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.825+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=Q0NJM2CC7VVJ type=del 2026-04-02T11:46:44.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.825+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=4DXBR6VW9P1N type=write size=676265 2026-04-02T11:46:44.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.826+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=I34S29IE9GKE type=del 2026-04-02T11:46:44.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.828+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~DX8ROQC7XHDM.0 size=1048576 2026-04-02T11:46:44.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.828+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~DX8ROQC7XHDM.1 size=412855 2026-04-02T11:46:44.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.828+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=DX8ROQC7XHDM tag=TKHGXXMVKNW4 type=write size=2510007 2026-04-02T11:46:44.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.830+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.0 size=1048576 2026-04-02T11:46:44.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.830+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.1 size=1048576 2026-04-02T11:46:44.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.831+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~QXXM1YZGT9K7.2 size=653652 2026-04-02T11:46:44.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.833+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=QXXM1YZGT9K7 tag=NRXE8QQVI03L type=write size=3799380 2026-04-02T11:46:44.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.834+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=YRLOMXJILZ6T type=del size=1715206 2026-04-02T11:46:44.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.834+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=4A3HCLL32V5N type=del 2026-04-02T11:46:44.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.836+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=DL9BKZXBPRJG type=del size=2650723 2026-04-02T11:46:44.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.837+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.0 size=1048576 2026-04-02T11:46:44.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.838+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.1 size=1048576 2026-04-02T11:46:44.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.839+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~DGOK6NIMO3VQ.2 size=687878 2026-04-02T11:46:44.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.840+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=DGOK6NIMO3VQ tag=ZNZA5GVFCURH type=write size=3833606 2026-04-02T11:46:44.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.841+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=3AS1VQ238TSH type=del size=3032415 2026-04-02T11:46:44.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.842+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=R7GV4XJ3V283 type=del 2026-04-02T11:46:44.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.843+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=BR9ZI6H6GEUO type=del size=541576 2026-04-02T11:46:44.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.844+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=4CCDP8RECZD1 type=del 2026-04-02T11:46:44.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.845+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=7BZKTC7K2UC1 type=del size=1516530 2026-04-02T11:46:44.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.846+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=6OUW5B2720QL type=del size=2901407 2026-04-02T11:46:44.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.848+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~HE4FWV2N2M3E.0 size=816821 2026-04-02T11:46:44.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.848+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=HE4FWV2N2M3E tag=SXW25QFG3SYT type=write size=1865397 2026-04-02T11:46:44.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.849+0000 7f5333614880 1 < suggested remove operation key=UNBE0OR07CI2 tag=R493V4TUUPC0 type=del 2026-04-02T11:46:44.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.850+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=JDWOQPL3JCNP type=del size=59238 2026-04-02T11:46:44.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.851+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=Z7TNV1S4ILQX type=write size=442154 2026-04-02T11:46:44.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.853+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~DRZ18V1SRU52.0 size=1048576 2026-04-02T11:46:44.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.854+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~DRZ18V1SRU52.1 size=958708 2026-04-02T11:46:44.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.854+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=DRZ18V1SRU52 tag=HW3GPMAE9MCZ type=write size=3055860 2026-04-02T11:46:44.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.855+0000 7f5333614880 1 < suggested remove operation key=LTB13PIUFMYH tag=KPZA17BEQTN6 type=del 2026-04-02T11:46:44.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.856+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=4818P6367V8A type=del size=3777739 2026-04-02T11:46:44.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.858+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~YUSW3JW1EMBC.0 size=1048576 2026-04-02T11:46:44.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.858+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~YUSW3JW1EMBC.1 size=159388 2026-04-02T11:46:44.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.860+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=YUSW3JW1EMBC tag=G5M3CFB71AZ8 type=write size=2256540 2026-04-02T11:46:44.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.861+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=19P84FSR8JDA type=del size=804675 2026-04-02T11:46:44.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.862+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=JFJAR6AE5JBL type=del size=145292 2026-04-02T11:46:44.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.863+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=1O96X5XET0LW type=write size=587039 2026-04-02T11:46:44.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.864+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=RW2VOQAS2H0Y type=del 2026-04-02T11:46:44.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.865+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=UHLC9DQ33CXK type=del size=4008627 2026-04-02T11:46:44.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.866+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=335MK8IV39OW type=del 2026-04-02T11:46:44.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.868+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=W3HF1F1J3ARV type=del size=685326 2026-04-02T11:46:44.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.869+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=SACXMO4BLE15 type=del 2026-04-02T11:46:44.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.870+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=X77A1I01FAB6 type=del size=3041539 2026-04-02T11:46:44.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.871+0000 7f5333614880 1 < completed write operation key=2FO2MNKR19RL tag=4DXBR6VW9P1N type=write size=676265 2026-04-02T11:46:44.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.874+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.0 size=1048576 2026-04-02T11:46:44.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.874+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.1 size=1048576 2026-04-02T11:46:44.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.875+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.2 size=40823 2026-04-02T11:46:44.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.875+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=DR3D2FIJVQ35 tag=FB3NZ1JYOB5N type=write size=3186551 2026-04-02T11:46:44.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.876+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~DX8ROQC7XHDM.0 size=1048576 2026-04-02T11:46:44.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.877+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~DX8ROQC7XHDM.1 size=412855 2026-04-02T11:46:44.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.878+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=DX8ROQC7XHDM tag=TKHGXXMVKNW4 type=write size=2510007 2026-04-02T11:46:44.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.879+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=3TK2SPCCI8JM type=del size=3230776 2026-04-02T11:46:44.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.880+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=YRLOMXJILZ6T type=del 2026-04-02T11:46:44.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.882+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~0IRAKGJ09LS6.0 size=902912 2026-04-02T11:46:44.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.882+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=0IRAKGJ09LS6 tag=WVA3D23098GZ type=write size=1951488 2026-04-02T11:46:44.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.882+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=DL9BKZXBPRJG type=del 2026-04-02T11:46:44.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.883+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=72HRO606PJ1M type=write size=362522 2026-04-02T11:46:44.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.884+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=3AS1VQ238TSH type=del 2026-04-02T11:46:44.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.885+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=BN338V00NCKW type=del size=3228692 2026-04-02T11:46:44.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.885+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=BR9ZI6H6GEUO type=del 2026-04-02T11:46:44.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.886+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=8Y0SP4U5G94P type=del size=1413029 2026-04-02T11:46:44.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.889+0000 7f5333614880 1 < canceled operation key=EB6X219R2ZBH tag=7BZKTC7K2UC1 type=del size=1516530 2026-04-02T11:46:44.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.889+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=TT6UHJ8T2LMC type=write size=408072 2026-04-02T11:46:44.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.890+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~HE4FWV2N2M3E.0 size=816821 2026-04-02T11:46:44.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.891+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=HE4FWV2N2M3E tag=SXW25QFG3SYT type=write size=1865397 2026-04-02T11:46:44.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.892+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=02IKXQS2ZEZW type=del size=4130048 2026-04-02T11:46:44.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.893+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=JDWOQPL3JCNP type=del size=59238 2026-04-02T11:46:44.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.894+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=JU1PAW8PSCNU type=del size=4107909 2026-04-02T11:46:44.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.895+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~DRZ18V1SRU52.0 size=1048576 2026-04-02T11:46:44.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.895+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~DRZ18V1SRU52.1 size=958708 2026-04-02T11:46:44.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.897+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=DRZ18V1SRU52 tag=HW3GPMAE9MCZ type=write size=3055860 2026-04-02T11:46:44.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.898+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.0 size=1048576 2026-04-02T11:46:44.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.899+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.1 size=1048576 2026-04-02T11:46:44.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.900+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.2 size=675280 2026-04-02T11:46:44.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.900+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=F15SACA148MB tag=1874KZGTEAQQ type=write size=3821008 2026-04-02T11:46:44.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.901+0000 7f5333614880 1 < suggested remove operation key=UNBE0OR07CI2 tag=4818P6367V8A type=del 2026-04-02T11:46:44.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.902+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=AH8AK9YNSMVE type=del size=3839343 2026-04-02T11:46:44.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.903+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=19P84FSR8JDA type=del 2026-04-02T11:46:44.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.904+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=8IHDZ37FXVXD type=del size=661349 2026-04-02T11:46:44.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.905+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=1O96X5XET0LW type=write size=587039 2026-04-02T11:46:44.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.906+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~BODLGJ32TRJ3.0 size=1048576 2026-04-02T11:46:44.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.907+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~BODLGJ32TRJ3.1 size=766848 2026-04-02T11:46:44.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.907+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=BODLGJ32TRJ3 tag=CYBY16L7FZGB type=write size=2864000 2026-04-02T11:46:44.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.907+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=UHLC9DQ33CXK type=del 2026-04-02T11:46:44.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.908+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=3979FIUUGJKQ type=del size=536843 2026-04-02T11:46:44.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.909+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=W3HF1F1J3ARV type=del 2026-04-02T11:46:44.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.910+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~DCV50IIX1KAI.0 size=663927 2026-04-02T11:46:44.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.910+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=DCV50IIX1KAI tag=2PD8B2ZMJ609 type=write size=1712503 2026-04-02T11:46:44.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.911+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=X77A1I01FAB6 type=del 2026-04-02T11:46:44.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.912+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=PJYJ1X0X4Z9T type=del size=1929894 2026-04-02T11:46:44.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.913+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.0 size=1048576 2026-04-02T11:46:44.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.913+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.1 size=1048576 2026-04-02T11:46:44.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.914+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~DR3D2FIJVQ35.2 size=40823 2026-04-02T11:46:44.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.915+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=DR3D2FIJVQ35 tag=FB3NZ1JYOB5N type=write size=3186551 2026-04-02T11:46:44.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.916+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=BBVO74BPVJJR type=write size=1045926 2026-04-02T11:46:44.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.917+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=3TK2SPCCI8JM type=del 2026-04-02T11:46:44.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.918+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~RAKMCUO0A6CX.0 size=190728 2026-04-02T11:46:44.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.918+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=RAKMCUO0A6CX tag=W3JG35S12X7M type=write size=1239304 2026-04-02T11:46:44.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.919+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~0IRAKGJ09LS6.0 size=902912 2026-04-02T11:46:44.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.920+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=0IRAKGJ09LS6 tag=WVA3D23098GZ type=write size=1951488 2026-04-02T11:46:44.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.922+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.0 size=1048576 2026-04-02T11:46:44.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.922+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.1 size=1048576 2026-04-02T11:46:44.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.923+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.2 size=1035001 2026-04-02T11:46:44.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.923+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=I15CYLI0SL32 tag=G5PPL93K1X2J type=write size=4180729 2026-04-02T11:46:44.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.924+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=72HRO606PJ1M type=write size=362522 2026-04-02T11:46:44.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.925+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~8H4LW5GJW6ZC.0 size=1048576 2026-04-02T11:46:44.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.926+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~8H4LW5GJW6ZC.1 size=668949 2026-04-02T11:46:44.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.926+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=8H4LW5GJW6ZC tag=D8D2U8C2K8GM type=write size=2766101 2026-04-02T11:46:44.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.926+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=BN338V00NCKW type=del 2026-04-02T11:46:44.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.927+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=6QOUFQUS54G5 type=del size=3270958 2026-04-02T11:46:44.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.929+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=8Y0SP4U5G94P type=del 2026-04-02T11:46:44.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.930+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=7A0Q700QIMZP type=del size=3279957 2026-04-02T11:46:44.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.931+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=TT6UHJ8T2LMC type=write size=408072 2026-04-02T11:46:44.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.931+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=GA5M1WDREWW0 type=del size=86156 2026-04-02T11:46:44.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.932+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=02IKXQS2ZEZW type=del 2026-04-02T11:46:44.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.933+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=XN4SE26KR4X6 type=del size=2142911 2026-04-02T11:46:44.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.934+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=JU1PAW8PSCNU type=del size=4107909 2026-04-02T11:46:44.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.934+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=767K2USLXOMB type=del size=522179 2026-04-02T11:46:44.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.936+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.0 size=1048576 2026-04-02T11:46:44.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.936+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.1 size=1048576 2026-04-02T11:46:44.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.937+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~F15SACA148MB.2 size=675280 2026-04-02T11:46:44.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.938+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=F15SACA148MB tag=1874KZGTEAQQ type=write size=3821008 2026-04-02T11:46:44.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.940+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~71YF9F4CCCQ7.0 size=1048576 2026-04-02T11:46:44.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.940+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~71YF9F4CCCQ7.1 size=285649 2026-04-02T11:46:44.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.940+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=71YF9F4CCCQ7 tag=3XIDWDEL6FAT type=write size=2382801 2026-04-02T11:46:44.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.941+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=AH8AK9YNSMVE type=del 2026-04-02T11:46:44.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.942+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=2NW66FMI6H7F type=del size=2179444 2026-04-02T11:46:44.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.943+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=8IHDZ37FXVXD type=del size=661349 2026-04-02T11:46:44.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.945+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~5QNRX1F2GJXJ.0 size=1048576 2026-04-02T11:46:44.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.945+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~5QNRX1F2GJXJ.1 size=203471 2026-04-02T11:46:44.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.945+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=5QNRX1F2GJXJ tag=30SZBC533MSR type=write size=2300623 2026-04-02T11:46:44.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.946+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~BODLGJ32TRJ3.0 size=1048576 2026-04-02T11:46:44.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.947+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~BODLGJ32TRJ3.1 size=766848 2026-04-02T11:46:44.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.948+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=BODLGJ32TRJ3 tag=CYBY16L7FZGB type=write size=2864000 2026-04-02T11:46:44.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.949+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~ZOT25NHNEERZ.0 size=1048576 2026-04-02T11:46:44.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.950+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~ZOT25NHNEERZ.1 size=689408 2026-04-02T11:46:44.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.950+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=ZOT25NHNEERZ tag=W2LFJ700V3C9 type=write size=2786560 2026-04-02T11:46:44.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.951+0000 7f5333614880 1 < suggested remove operation key=IWEIGMTGAJE9 tag=3979FIUUGJKQ type=del 2026-04-02T11:46:44.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.953+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.0 size=1048576 2026-04-02T11:46:44.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.953+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.1 size=1048576 2026-04-02T11:46:44.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.954+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.2 size=91337 2026-04-02T11:46:44.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.954+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=ZGW3HOEPHEEM tag=Y3JDNYGGNWKN type=write size=3237065 2026-04-02T11:46:44.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.955+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~DCV50IIX1KAI.0 size=663927 2026-04-02T11:46:44.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.956+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=DCV50IIX1KAI tag=2PD8B2ZMJ609 type=write size=1712503 2026-04-02T11:46:44.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.957+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=JZ3LZ9A9XOWJ type=del size=3516530 2026-04-02T11:46:44.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.957+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=PJYJ1X0X4Z9T type=del 2026-04-02T11:46:44.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.959+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YVRYFYGVUFDZ.0 size=1048576 2026-04-02T11:46:44.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.959+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YVRYFYGVUFDZ.1 size=929586 2026-04-02T11:46:44.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.959+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=YVRYFYGVUFDZ tag=8T5FAHZDAKBI type=write size=3026738 2026-04-02T11:46:44.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.960+0000 7f5333614880 1 < completed write operation key=VTYB3X0YEZVL tag=BBVO74BPVJJR type=write size=1045926 2026-04-02T11:46:44.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.961+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.0 size=1048576 2026-04-02T11:46:44.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.962+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.1 size=1048576 2026-04-02T11:46:44.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.962+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.2 size=8770 2026-04-02T11:46:44.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.962+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=YX578F6AK4U0 tag=S7D3PV90EUYW type=write size=3154498 2026-04-02T11:46:44.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.963+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~RAKMCUO0A6CX.0 size=190728 2026-04-02T11:46:44.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.964+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=RAKMCUO0A6CX tag=W3JG35S12X7M type=write size=1239304 2026-04-02T11:46:44.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.966+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=EZ85C8X3HEKW type=del size=3999306 2026-04-02T11:46:44.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.967+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.0 size=1048576 2026-04-02T11:46:44.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.969+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.1 size=1048576 2026-04-02T11:46:44.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.969+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~I15CYLI0SL32.2 size=1035001 2026-04-02T11:46:44.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.971+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=I15CYLI0SL32 tag=G5PPL93K1X2J type=write size=4180729 2026-04-02T11:46:44.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.972+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=07JRL0W3NHZ4 type=write size=932531 2026-04-02T11:46:44.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.972+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~8H4LW5GJW6ZC.0 size=1048576 2026-04-02T11:46:44.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.972+0000 7f5333614880 1 < canceled part key=_multipart_IWEIGMTGAJE9.2~8H4LW5GJW6ZC.1 size=668949 2026-04-02T11:46:44.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.974+0000 7f5333614880 1 < canceled multipart upload key=IWEIGMTGAJE9 upload=8H4LW5GJW6ZC tag=D8D2U8C2K8GM type=write size=2766101 2026-04-02T11:46:44.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.974+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=MZY949B4WBC8 type=write size=613515 2026-04-02T11:46:44.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.975+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=6QOUFQUS54G5 type=del 2026-04-02T11:46:44.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:44.981+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=A820PIWVEVWY type=write size=168821 2026-04-02T11:46:45.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.002+0000 7f5333614880 1 < suggested update operation key=NAP80R228JZJ tag=7A0Q700QIMZP type=del size=3279957 2026-04-02T11:46:45.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.003+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=18MHDUCETHAS type=del size=2490853 2026-04-02T11:46:45.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.004+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=GA5M1WDREWW0 type=del 2026-04-02T11:46:45.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.006+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.0 size=1048576 2026-04-02T11:46:45.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.007+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.1 size=1048576 2026-04-02T11:46:45.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.007+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.2 size=877132 2026-04-02T11:46:45.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.007+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=ZA17H53NREBI tag=US86FXUIX3KA type=write size=4022860 2026-04-02T11:46:45.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.009+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=XN4SE26KR4X6 type=del 2026-04-02T11:46:45.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.009+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=63AT8B3WMTV9 type=del size=3954151 2026-04-02T11:46:45.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.010+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=767K2USLXOMB type=del 2026-04-02T11:46:45.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.013+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~T0F2KV2K716C.0 size=1048576 2026-04-02T11:46:45.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.013+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~T0F2KV2K716C.1 size=228380 2026-04-02T11:46:45.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.013+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=T0F2KV2K716C tag=D6QIGRZMB5HL type=write size=2325532 2026-04-02T11:46:45.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.015+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~71YF9F4CCCQ7.0 size=1048576 2026-04-02T11:46:45.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.015+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~71YF9F4CCCQ7.1 size=285649 2026-04-02T11:46:45.019 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.017+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=71YF9F4CCCQ7 tag=3XIDWDEL6FAT type=write size=2382801 2026-04-02T11:46:45.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.018+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~WT6XMHXLB5TY.0 size=650965 2026-04-02T11:46:45.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.018+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=WT6XMHXLB5TY tag=UKQABA6EXA68 type=write size=1699541 2026-04-02T11:46:45.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.019+0000 7f5333614880 -1 < failed to complete operation key=IWEIGMTGAJE9 tag=2NW66FMI6H7F type=del size=2179444: (22) Invalid argument 2026-04-02T11:46:45.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.021+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=1EOAYXKE7OVH type=del size=609488 2026-04-02T11:46:45.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.022+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~5QNRX1F2GJXJ.0 size=1048576 2026-04-02T11:46:45.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.022+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~5QNRX1F2GJXJ.1 size=203471 2026-04-02T11:46:45.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.024+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=5QNRX1F2GJXJ tag=30SZBC533MSR type=write size=2300623 2026-04-02T11:46:45.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.025+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=ZNO1II1ZOCZ2 type=write size=211187 2026-04-02T11:46:45.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.026+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~ZOT25NHNEERZ.0 size=1048576 2026-04-02T11:46:45.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.026+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~ZOT25NHNEERZ.1 size=689408 2026-04-02T11:46:45.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.029+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=ZOT25NHNEERZ tag=W2LFJ700V3C9 type=write size=2786560 2026-04-02T11:46:45.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.030+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=Z7TL1SYWCVXR type=del size=248393 2026-04-02T11:46:45.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.031+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.0 size=1048576 2026-04-02T11:46:45.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.032+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.1 size=1048576 2026-04-02T11:46:45.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.032+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~ZGW3HOEPHEEM.2 size=91337 2026-04-02T11:46:45.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.035+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=ZGW3HOEPHEEM tag=Y3JDNYGGNWKN type=write size=3237065 2026-04-02T11:46:45.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.036+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=PBSJ1VLCI0S1 type=del size=1881216 2026-04-02T11:46:45.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.037+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=JZ3LZ9A9XOWJ type=del 2026-04-02T11:46:45.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.038+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=OR7UQII7PJ6U type=del size=487231 2026-04-02T11:46:45.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.039+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YVRYFYGVUFDZ.0 size=1048576 2026-04-02T11:46:45.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.040+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YVRYFYGVUFDZ.1 size=929586 2026-04-02T11:46:45.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.042+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=YVRYFYGVUFDZ tag=8T5FAHZDAKBI type=write size=3026738 2026-04-02T11:46:45.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.043+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=LRL8T2JRBOV9 type=del size=3326024 2026-04-02T11:46:45.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.044+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.0 size=1048576 2026-04-02T11:46:45.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.044+0000 7f5333614880 1 < canceled part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.1 size=1048576 2026-04-02T11:46:45.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.045+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~YX578F6AK4U0.2 size=8770 2026-04-02T11:46:45.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.046+0000 7f5333614880 1 < canceled multipart upload key=UNBE0OR07CI2 upload=YX578F6AK4U0 tag=S7D3PV90EUYW type=write size=3154498 2026-04-02T11:46:45.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.047+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=DTU3CWCEWRB6 type=write size=586608 2026-04-02T11:46:45.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.048+0000 7f5333614880 1 < canceled operation key=LTB13PIUFMYH tag=EZ85C8X3HEKW type=del size=3999306 2026-04-02T11:46:45.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.049+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=OY1VT1GKHZW5 type=del size=3910750 2026-04-02T11:46:45.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.051+0000 7f5333614880 1 < suggested update operation key=1WBDOM4K9L2E tag=07JRL0W3NHZ4 type=write size=932531 2026-04-02T11:46:45.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.052+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=497ESVOA3385 type=write size=260926 2026-04-02T11:46:45.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.053+0000 7f5333614880 1 < completed write operation key=MJF6T1TAF5I9 tag=MZY949B4WBC8 type=write size=613515 2026-04-02T11:46:45.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.054+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~D4YALB7ZUSVE.0 size=37231 2026-04-02T11:46:45.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.054+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=D4YALB7ZUSVE tag=BO9XZ0TNIK4K type=write size=1085807 2026-04-02T11:46:45.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.055+0000 7f5333614880 -1 < failed to complete operation key=NAP80R228JZJ tag=A820PIWVEVWY type=write size=168821: (22) Invalid argument 2026-04-02T11:46:45.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.056+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=XMGZGK2BGFS3 type=del size=2639250 2026-04-02T11:46:45.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.057+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=18MHDUCETHAS type=del size=2490853 2026-04-02T11:46:45.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.059+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~LGSQEEHURBMT.0 size=301362 2026-04-02T11:46:45.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.059+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=LGSQEEHURBMT tag=FS5RA3FRK2VI type=write size=1349938 2026-04-02T11:46:45.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.060+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.0 size=1048576 2026-04-02T11:46:45.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.061+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.1 size=1048576 2026-04-02T11:46:45.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.061+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ZA17H53NREBI.2 size=877132 2026-04-02T11:46:45.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.063+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=ZA17H53NREBI tag=US86FXUIX3KA type=write size=4022860 2026-04-02T11:46:45.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.064+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=6HE2XA7TSYC4 type=del size=2204611 2026-04-02T11:46:45.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.065+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=63AT8B3WMTV9 type=del 2026-04-02T11:46:45.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.066+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=B847VLS2D6WM type=del size=2890853 2026-04-02T11:46:45.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.067+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~T0F2KV2K716C.0 size=1048576 2026-04-02T11:46:45.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.067+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~T0F2KV2K716C.1 size=228380 2026-04-02T11:46:45.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.069+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=T0F2KV2K716C tag=D6QIGRZMB5HL type=write size=2325532 2026-04-02T11:46:45.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.071+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.0 size=1048576 2026-04-02T11:46:45.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.071+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.1 size=1048576 2026-04-02T11:46:45.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.072+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.2 size=475240 2026-04-02T11:46:45.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.072+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=SZS98EC3M3LT tag=JW7NESUJAVGC type=write size=3620968 2026-04-02T11:46:45.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.073+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~WT6XMHXLB5TY.0 size=650965 2026-04-02T11:46:45.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.074+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=WT6XMHXLB5TY tag=UKQABA6EXA68 type=write size=1699541 2026-04-02T11:46:45.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.075+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=8XCUQ6BUC589 type=del size=2455502 2026-04-02T11:46:45.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.077+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=1EOAYXKE7OVH type=del 2026-04-02T11:46:45.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.078+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=1URH8YOB69NW type=del size=2667960 2026-04-02T11:46:45.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.078+0000 7f5333614880 1 < completed write operation key=38G32TCWGKT5 tag=ZNO1II1ZOCZ2 type=write size=211187 2026-04-02T11:46:45.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.080+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~S5WEFNATNL5F.0 size=25344 2026-04-02T11:46:45.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.080+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=S5WEFNATNL5F tag=DQ8BXJBHQOJ2 type=write size=1073920 2026-04-02T11:46:45.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.081+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=Z7TL1SYWCVXR type=del 2026-04-02T11:46:45.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.083+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~F0V39SU4JVPS.0 size=1048576 2026-04-02T11:46:45.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.083+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~F0V39SU4JVPS.1 size=982931 2026-04-02T11:46:45.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.083+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=F0V39SU4JVPS tag=C47VJ9CLE0FZ type=write size=3080083 2026-04-02T11:46:45.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.084+0000 7f5333614880 1 < canceled operation key=1N5ID2080ZHV tag=PBSJ1VLCI0S1 type=del size=1881216 2026-04-02T11:46:45.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.085+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=NMRJ3QXSW0XK type=del size=1919265 2026-04-02T11:46:45.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.086+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=OR7UQII7PJ6U type=del 2026-04-02T11:46:45.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.087+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=99HH1MOLSTOH type=del size=3881897 2026-04-02T11:46:45.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.088+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=LRL8T2JRBOV9 type=del 2026-04-02T11:46:45.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.089+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=MXOKX99ZAYVL type=del size=1703274 2026-04-02T11:46:45.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.089+0000 7f5333614880 1 < completed write operation key=5EJJIO7Z6IK3 tag=DTU3CWCEWRB6 type=write size=586608 2026-04-02T11:46:45.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.090+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=COFVF8T4E1JC type=del size=3894061 2026-04-02T11:46:45.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.091+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=OY1VT1GKHZW5 type=del 2026-04-02T11:46:45.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.092+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=VSTUQK2EKGD7 type=del size=253163 2026-04-02T11:46:45.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.093+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=497ESVOA3385 type=write size=260926 2026-04-02T11:46:45.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.094+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=FDIAHTK76UR2 type=write size=963414 2026-04-02T11:46:45.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.095+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~D4YALB7ZUSVE.0 size=37231 2026-04-02T11:46:45.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.096+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=D4YALB7ZUSVE tag=BO9XZ0TNIK4K type=write size=1085807 2026-04-02T11:46:45.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.097+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=C22VFUKIQ5KB type=del size=780397 2026-04-02T11:46:45.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.098+0000 7f5333614880 1 < canceled operation key=SN3HBWTAT47E tag=XMGZGK2BGFS3 type=del size=2639250 2026-04-02T11:46:45.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.099+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=9VK47ED1PSKA type=del size=512930 2026-04-02T11:46:45.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.100+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~LGSQEEHURBMT.0 size=301362 2026-04-02T11:46:45.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.101+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=LGSQEEHURBMT tag=FS5RA3FRK2VI type=write size=1349938 2026-04-02T11:46:45.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.102+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=G6HNJX6BUJ7R type=write size=34793 2026-04-02T11:46:45.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.104+0000 7f5333614880 1 < suggested update operation key=IWEIGMTGAJE9 tag=6HE2XA7TSYC4 type=del size=2204611 2026-04-02T11:46:45.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.106+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.0 size=1048576 2026-04-02T11:46:45.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.106+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.1 size=1048576 2026-04-02T11:46:45.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.107+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.2 size=284290 2026-04-02T11:46:45.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.107+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=U1QFJXZN279Q tag=WVIQKXQY2RRQ type=write size=3430018 2026-04-02T11:46:45.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.108+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=B847VLS2D6WM type=del 2026-04-02T11:46:45.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.109+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=4E93J39PCJUI type=del size=3812681 2026-04-02T11:46:45.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.110+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.0 size=1048576 2026-04-02T11:46:45.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.111+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.1 size=1048576 2026-04-02T11:46:45.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.111+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SZS98EC3M3LT.2 size=475240 2026-04-02T11:46:45.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.113+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=SZS98EC3M3LT tag=JW7NESUJAVGC type=write size=3620968 2026-04-02T11:46:45.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.114+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=MUCBLASOB0N6 type=del size=2658412 2026-04-02T11:46:45.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.115+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=8XCUQ6BUC589 type=del 2026-04-02T11:46:45.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.116+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.0 size=1048576 2026-04-02T11:46:45.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.117+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.1 size=1048576 2026-04-02T11:46:45.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.118+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.2 size=893029 2026-04-02T11:46:45.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.118+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=ZW7OAWJQJWQC tag=G9FM9F0T3638 type=write size=4038757 2026-04-02T11:46:45.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.119+0000 7f5333614880 1 < canceled operation key=EXN9SVYJIGMQ tag=1URH8YOB69NW type=del size=2667960 2026-04-02T11:46:45.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.121+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=02H429C0FSWL type=write size=387629 2026-04-02T11:46:45.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.122+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~S5WEFNATNL5F.0 size=25344 2026-04-02T11:46:45.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.124+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=S5WEFNATNL5F tag=DQ8BXJBHQOJ2 type=write size=1073920 2026-04-02T11:46:45.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.125+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=69YPC181NH50 type=del size=3842358 2026-04-02T11:46:45.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.126+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~F0V39SU4JVPS.0 size=1048576 2026-04-02T11:46:45.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.126+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~F0V39SU4JVPS.1 size=982931 2026-04-02T11:46:45.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.128+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=F0V39SU4JVPS tag=C47VJ9CLE0FZ type=write size=3080083 2026-04-02T11:46:45.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.129+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~X5MJKP2KDTO5.0 size=897749 2026-04-02T11:46:45.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.129+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=X5MJKP2KDTO5 tag=9IA1I55710MV type=write size=1946325 2026-04-02T11:46:45.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.131+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=NMRJ3QXSW0XK type=del 2026-04-02T11:46:45.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.132+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~UNPN3R0D196F.0 size=1048576 2026-04-02T11:46:45.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.133+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~UNPN3R0D196F.1 size=776129 2026-04-02T11:46:45.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.133+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=UNPN3R0D196F tag=QZZEHWG5BELZ type=write size=2873281 2026-04-02T11:46:45.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.134+0000 7f5333614880 -1 < failed to complete operation key=IWEIGMTGAJE9 tag=99HH1MOLSTOH type=del size=3881897: (22) Invalid argument 2026-04-02T11:46:45.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.136+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~I9KS9Z227QJI.0 size=1048576 2026-04-02T11:46:45.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.136+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~I9KS9Z227QJI.1 size=507655 2026-04-02T11:46:45.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.136+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=I9KS9Z227QJI tag=S3GTPCN7IMIW type=write size=2604807 2026-04-02T11:46:45.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.137+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=MXOKX99ZAYVL type=del 2026-04-02T11:46:45.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.139+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~EMZA6Q1HDIC6.0 size=1048576 2026-04-02T11:46:45.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.140+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~EMZA6Q1HDIC6.1 size=169331 2026-04-02T11:46:45.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.140+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=EMZA6Q1HDIC6 tag=QFAHY4ABMS1B type=write size=2266483 2026-04-02T11:46:45.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.142+0000 7f5333614880 1 < suggested remove operation key=2UF1R4YCK37X tag=COFVF8T4E1JC type=del 2026-04-02T11:46:45.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.143+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=V3RO1OHM2LIR type=del size=781751 2026-04-02T11:46:45.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.144+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=VSTUQK2EKGD7 type=del 2026-04-02T11:46:45.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.144+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=03JES9SL7BHC type=del size=429684 2026-04-02T11:46:45.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.145+0000 7f5333614880 1 < completed write operation key=RYJ7HCWSK1ZK tag=FDIAHTK76UR2 type=write size=963414 2026-04-02T11:46:45.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.147+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~NMPDEDAZ3849.0 size=886066 2026-04-02T11:46:45.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.147+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=NMPDEDAZ3849 tag=M1O7B1FAY122 type=write size=1934642 2026-04-02T11:46:45.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.149+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=C22VFUKIQ5KB type=del size=780397 2026-04-02T11:46:45.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.150+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=O5JX15JDVPM1 type=write size=528178 2026-04-02T11:46:45.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.150+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=9VK47ED1PSKA type=del 2026-04-02T11:46:45.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.152+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~PL3U0P3I7WTG.0 size=1048576 2026-04-02T11:46:45.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.153+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~PL3U0P3I7WTG.1 size=1029742 2026-04-02T11:46:45.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.153+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=PL3U0P3I7WTG tag=C9WCGRVWAF60 type=write size=3126894 2026-04-02T11:46:45.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.154+0000 7f5333614880 1 < completed write operation key=RYJ7HCWSK1ZK tag=G6HNJX6BUJ7R type=write size=34793 2026-04-02T11:46:45.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.155+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=JR0F1K0LDZPH type=del size=2517168 2026-04-02T11:46:45.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.155+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.0 size=1048576 2026-04-02T11:46:45.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.156+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.1 size=1048576 2026-04-02T11:46:45.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.157+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~U1QFJXZN279Q.2 size=284290 2026-04-02T11:46:45.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.162+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=U1QFJXZN279Q tag=WVIQKXQY2RRQ type=write size=3430018 2026-04-02T11:46:45.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.163+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=3EGVC9MEXUR8 type=del size=96551 2026-04-02T11:46:45.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.165+0000 7f5333614880 1 < suggested update operation key=AKGGO4RSPZUL tag=4E93J39PCJUI type=del size=3812681 2026-04-02T11:46:45.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.167+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~IVVZ9H6JWLS1.0 size=1048576 2026-04-02T11:46:45.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.167+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~IVVZ9H6JWLS1.1 size=570346 2026-04-02T11:46:45.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.167+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=IVVZ9H6JWLS1 tag=JRMYQEN7NEA8 type=write size=2667498 2026-04-02T11:46:45.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.168+0000 7f5333614880 1 < canceled operation key=UNBE0OR07CI2 tag=MUCBLASOB0N6 type=del size=2658412 2026-04-02T11:46:45.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.169+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=09JFQLWUH5G4 type=del size=1948555 2026-04-02T11:46:45.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.170+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.0 size=1048576 2026-04-02T11:46:45.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.171+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.1 size=1048576 2026-04-02T11:46:45.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.171+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~ZW7OAWJQJWQC.2 size=893029 2026-04-02T11:46:45.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.173+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=ZW7OAWJQJWQC tag=G9FM9F0T3638 type=write size=4038757 2026-04-02T11:46:45.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.174+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=DN1N3JOHAJBM type=del size=2161772 2026-04-02T11:46:45.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.175+0000 7f5333614880 -1 < failed to complete operation key=2UF1R4YCK37X tag=02H429C0FSWL type=write size=387629: (22) Invalid argument 2026-04-02T11:46:45.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.177+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~8LPTCQOJQUTA.0 size=46868 2026-04-02T11:46:45.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.177+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=8LPTCQOJQUTA tag=9PP5HLTZCGPJ type=write size=1095444 2026-04-02T11:46:45.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.178+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=69YPC181NH50 type=del 2026-04-02T11:46:45.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.178+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=JZ77J6933HR9 type=del size=568099 2026-04-02T11:46:45.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.179+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~X5MJKP2KDTO5.0 size=897749 2026-04-02T11:46:45.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.181+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=X5MJKP2KDTO5 tag=9IA1I55710MV type=write size=1946325 2026-04-02T11:46:45.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.182+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=IGFT20M1KRXX type=del size=2364651 2026-04-02T11:46:45.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.183+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~UNPN3R0D196F.0 size=1048576 2026-04-02T11:46:45.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.183+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~UNPN3R0D196F.1 size=776129 2026-04-02T11:46:45.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.185+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=UNPN3R0D196F tag=QZZEHWG5BELZ type=write size=2873281 2026-04-02T11:46:45.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.186+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=JQMEHXJN0I8V type=del size=1222375 2026-04-02T11:46:45.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.187+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~I9KS9Z227QJI.0 size=1048576 2026-04-02T11:46:45.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.188+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~I9KS9Z227QJI.1 size=507655 2026-04-02T11:46:45.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.190+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=I9KS9Z227QJI tag=S3GTPCN7IMIW type=write size=2604807 2026-04-02T11:46:45.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.191+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=ETAN34ZYHX68 type=del size=3323317 2026-04-02T11:46:45.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.191+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~EMZA6Q1HDIC6.0 size=1048576 2026-04-02T11:46:45.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.192+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~EMZA6Q1HDIC6.1 size=169331 2026-04-02T11:46:45.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.194+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=EMZA6Q1HDIC6 tag=QFAHY4ABMS1B type=write size=2266483 2026-04-02T11:46:45.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.195+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=K4H6VIX3SW7W type=del size=3312422 2026-04-02T11:46:45.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.198+0000 7f5333614880 1 < suggested remove operation key=2FO2MNKR19RL tag=V3RO1OHM2LIR type=del 2026-04-02T11:46:45.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.199+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=HB0OJNSQAZI1 type=del size=1206432 2026-04-02T11:46:45.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.200+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=03JES9SL7BHC type=del 2026-04-02T11:46:45.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.201+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=1A50LVYF5X26 type=del size=338877 2026-04-02T11:46:45.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.202+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~NMPDEDAZ3849.0 size=886066 2026-04-02T11:46:45.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.204+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=NMPDEDAZ3849 tag=M1O7B1FAY122 type=write size=1934642 2026-04-02T11:46:45.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.205+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=K03FYTKJB1AK type=del size=1261919 2026-04-02T11:46:45.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.206+0000 7f5333614880 1 < completed write operation key=MJF6T1TAF5I9 tag=O5JX15JDVPM1 type=write size=528178 2026-04-02T11:46:45.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.207+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=1XAAP35Q8CXW type=del size=3739590 2026-04-02T11:46:45.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.208+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~PL3U0P3I7WTG.0 size=1048576 2026-04-02T11:46:45.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.208+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~PL3U0P3I7WTG.1 size=1029742 2026-04-02T11:46:45.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.210+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=PL3U0P3I7WTG tag=C9WCGRVWAF60 type=write size=3126894 2026-04-02T11:46:45.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.211+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=B9Z0AUK7V7SE type=del size=602990 2026-04-02T11:46:45.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.212+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=JR0F1K0LDZPH type=del 2026-04-02T11:46:45.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.213+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=TVX81250I088 type=del size=1098557 2026-04-02T11:46:45.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.214+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=3EGVC9MEXUR8 type=del 2026-04-02T11:46:45.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.216+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.0 size=1048576 2026-04-02T11:46:45.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.216+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.1 size=1048576 2026-04-02T11:46:45.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.217+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.2 size=315176 2026-04-02T11:46:45.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.217+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=97BFTDSUBFKT tag=UEW0E175VVBY type=write size=3460904 2026-04-02T11:46:45.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.218+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~IVVZ9H6JWLS1.0 size=1048576 2026-04-02T11:46:45.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.219+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~IVVZ9H6JWLS1.1 size=570346 2026-04-02T11:46:45.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.221+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=IVVZ9H6JWLS1 tag=JRMYQEN7NEA8 type=write size=2667498 2026-04-02T11:46:45.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.222+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~4D92V8ZIK0AV.0 size=220938 2026-04-02T11:46:45.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.222+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=4D92V8ZIK0AV tag=8MY48EQO8322 type=write size=1269514 2026-04-02T11:46:45.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.225+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=09JFQLWUH5G4 type=del size=1948555 2026-04-02T11:46:45.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.225+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=H0QVN150F1E2 type=del size=3853092 2026-04-02T11:46:45.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.226+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=DN1N3JOHAJBM type=del 2026-04-02T11:46:45.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.227+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=MOFSIS1QFEUH type=del size=2462553 2026-04-02T11:46:45.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.228+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~8LPTCQOJQUTA.0 size=46868 2026-04-02T11:46:45.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.230+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=8LPTCQOJQUTA tag=9PP5HLTZCGPJ type=write size=1095444 2026-04-02T11:46:45.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.230+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=R91EUKKEB1KD type=del size=2338141 2026-04-02T11:46:45.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.231+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=JZ77J6933HR9 type=del 2026-04-02T11:46:45.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.233+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=3PQPUL3T5UCD type=del size=2874696 2026-04-02T11:46:45.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.233+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=IGFT20M1KRXX type=del 2026-04-02T11:46:45.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.235+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=D78B485P1ZRW type=del size=2893342 2026-04-02T11:46:45.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.237+0000 7f5333614880 1 < suggested remove operation key=SN3HBWTAT47E tag=JQMEHXJN0I8V type=del 2026-04-02T11:46:45.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.238+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.0 size=1048576 2026-04-02T11:46:45.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.239+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.1 size=1048576 2026-04-02T11:46:45.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.240+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.2 size=623417 2026-04-02T11:46:45.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.240+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=3BGW6PHZM7PB tag=E9QEZ87WMK5E type=write size=3769145 2026-04-02T11:46:45.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.241+0000 7f5333614880 -1 < failed to complete operation key=SN3HBWTAT47E tag=ETAN34ZYHX68 type=del size=3323317: (22) Invalid argument 2026-04-02T11:46:45.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.241+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=C2OE81FQ1HRV type=del size=2955968 2026-04-02T11:46:45.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.242+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=K4H6VIX3SW7W type=del 2026-04-02T11:46:45.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.243+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=EFBOCR2L336A type=del size=3910713 2026-04-02T11:46:45.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.244+0000 7f5333614880 1 < canceled operation key=38G32TCWGKT5 tag=HB0OJNSQAZI1 type=del size=1206432 2026-04-02T11:46:45.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.245+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=1PFYAAVLJ1X5 type=write size=423354 2026-04-02T11:46:45.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.246+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=1A50LVYF5X26 type=del size=338877 2026-04-02T11:46:45.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.247+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=CG15OC02E4WX type=del size=1894707 2026-04-02T11:46:45.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.248+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=K03FYTKJB1AK type=del 2026-04-02T11:46:45.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.249+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=RSNECBZ4EJMZ type=del size=870689 2026-04-02T11:46:45.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.251+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=1XAAP35Q8CXW type=del size=3739590 2026-04-02T11:46:45.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.251+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=2LXVADJLT489 type=write size=135566 2026-04-02T11:46:45.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.253+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=B9Z0AUK7V7SE type=del size=602990 2026-04-02T11:46:45.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.254+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=CXEYSZZB2COL type=del size=652357 2026-04-02T11:46:45.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.255+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=TVX81250I088 type=del 2026-04-02T11:46:45.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.256+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=DAB3U2Z1BSIG type=write size=739856 2026-04-02T11:46:45.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.256+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.0 size=1048576 2026-04-02T11:46:45.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.257+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.1 size=1048576 2026-04-02T11:46:45.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.258+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~97BFTDSUBFKT.2 size=315176 2026-04-02T11:46:45.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.259+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=97BFTDSUBFKT tag=UEW0E175VVBY type=write size=3460904 2026-04-02T11:46:45.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.261+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~IFGXLIZZIAS9.0 size=34169 2026-04-02T11:46:45.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.261+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=IFGXLIZZIAS9 tag=HO1YKBF6DH4C type=write size=1082745 2026-04-02T11:46:45.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.262+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~4D92V8ZIK0AV.0 size=220938 2026-04-02T11:46:45.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.263+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=4D92V8ZIK0AV tag=8MY48EQO8322 type=write size=1269514 2026-04-02T11:46:45.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.264+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=YZFAHA9OXXI0 type=write size=501234 2026-04-02T11:46:45.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.265+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=H0QVN150F1E2 type=del 2026-04-02T11:46:45.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.266+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~LFYTA9G6I1F1.0 size=1048576 2026-04-02T11:46:45.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.267+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~LFYTA9G6I1F1.1 size=290148 2026-04-02T11:46:45.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.267+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=LFYTA9G6I1F1 tag=R1S47913PZ9A type=write size=2387300 2026-04-02T11:46:45.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.268+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=MOFSIS1QFEUH type=del 2026-04-02T11:46:45.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.269+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=L67GO7I1Y3BJ type=del size=123164 2026-04-02T11:46:45.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.270+0000 7f5333614880 -1 < failed to complete operation key=SN3HBWTAT47E tag=R91EUKKEB1KD type=del size=2338141: (22) Invalid argument 2026-04-02T11:46:45.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.271+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=CV79531FDVZS type=del size=526318 2026-04-02T11:46:45.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.271+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=3PQPUL3T5UCD type=del 2026-04-02T11:46:45.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.272+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=DTYSFN3JXZYV type=write size=806684 2026-04-02T11:46:45.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.274+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=D78B485P1ZRW type=del size=2893342 2026-04-02T11:46:45.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.276+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~M3M4PP8SCMUD.0 size=260215 2026-04-02T11:46:45.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.276+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=M3M4PP8SCMUD tag=952ND77MEM6M type=write size=1308791 2026-04-02T11:46:45.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.276+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.0 size=1048576 2026-04-02T11:46:45.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.277+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.1 size=1048576 2026-04-02T11:46:45.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.278+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~3BGW6PHZM7PB.2 size=623417 2026-04-02T11:46:45.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.279+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=3BGW6PHZM7PB tag=E9QEZ87WMK5E type=write size=3769145 2026-04-02T11:46:45.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.280+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=408EX7HQM680 type=del size=952860 2026-04-02T11:46:45.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.281+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=C2OE81FQ1HRV type=del 2026-04-02T11:46:45.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.282+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=8R2HLN420CK6 type=del size=261608 2026-04-02T11:46:45.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.284+0000 7f5333614880 1 < suggested remove operation key=GLU301MHO00G tag=EFBOCR2L336A type=del 2026-04-02T11:46:45.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.285+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=TO5LR3BQLTDO type=del size=704965 2026-04-02T11:46:45.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.285+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=1PFYAAVLJ1X5 type=write size=423354 2026-04-02T11:46:45.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.287+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.0 size=1048576 2026-04-02T11:46:45.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.288+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.1 size=1048576 2026-04-02T11:46:45.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.289+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.2 size=399853 2026-04-02T11:46:45.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.289+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=RD8G6B3F0VVY tag=1JAGBTKHZG31 type=write size=3545581 2026-04-02T11:46:45.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.290+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=CG15OC02E4WX type=del 2026-04-02T11:46:45.293 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.291+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=BYKU3GTHPKEE type=write size=998304 2026-04-02T11:46:45.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.292+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=RSNECBZ4EJMZ type=del 2026-04-02T11:46:45.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.294+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~PY60XO37IOZ5.0 size=1048576 2026-04-02T11:46:45.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.295+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~PY60XO37IOZ5.1 size=1018462 2026-04-02T11:46:45.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.295+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=PY60XO37IOZ5 tag=53T15KBM3YVB type=write size=3115614 2026-04-02T11:46:45.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.297+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=2LXVADJLT489 type=write size=135566 2026-04-02T11:46:45.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.299+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~7L5XTW1Z9AMP.0 size=1048576 2026-04-02T11:46:45.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.301+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~7L5XTW1Z9AMP.1 size=451421 2026-04-02T11:46:45.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.301+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=7L5XTW1Z9AMP tag=4OMJQI0337X6 type=write size=2548573 2026-04-02T11:46:45.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.302+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=CXEYSZZB2COL type=del 2026-04-02T11:46:45.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.303+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~FTJ3AW9O004G.0 size=1048576 2026-04-02T11:46:45.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.304+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~FTJ3AW9O004G.1 size=1048540 2026-04-02T11:46:45.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.304+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=FTJ3AW9O004G tag=C9ON9818CPB4 type=write size=3145692 2026-04-02T11:46:45.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.305+0000 7f5333614880 1 < completed write operation key=1WBDOM4K9L2E tag=DAB3U2Z1BSIG type=write size=739856 2026-04-02T11:46:45.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.307+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~V9X4ZLFCIE6R.0 size=901254 2026-04-02T11:46:45.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.307+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=V9X4ZLFCIE6R tag=I8Z89DXCCIUH type=write size=1949830 2026-04-02T11:46:45.310 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.308+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~IFGXLIZZIAS9.0 size=34169 2026-04-02T11:46:45.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.309+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=IFGXLIZZIAS9 tag=HO1YKBF6DH4C type=write size=1082745 2026-04-02T11:46:45.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.310+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=LYVKV003FEMX type=del size=1840113 2026-04-02T11:46:45.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.311+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=YZFAHA9OXXI0 type=write size=501234 2026-04-02T11:46:45.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.312+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=9L2RVKOZBXK7 type=del size=3288744 2026-04-02T11:46:45.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.313+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~LFYTA9G6I1F1.0 size=1048576 2026-04-02T11:46:45.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.314+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~LFYTA9G6I1F1.1 size=290148 2026-04-02T11:46:45.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.316+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=LFYTA9G6I1F1 tag=R1S47913PZ9A type=write size=2387300 2026-04-02T11:46:45.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.317+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~HJA3SEU75QB6.0 size=12103 2026-04-02T11:46:45.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.317+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=HJA3SEU75QB6 tag=B0FCAQL62KUS type=write size=1060679 2026-04-02T11:46:45.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.318+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=L67GO7I1Y3BJ type=del 2026-04-02T11:46:45.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.319+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=HJVJO0CE0WEV type=del size=2623462 2026-04-02T11:46:45.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.320+0000 7f5333614880 -1 < failed to complete operation key=5EJJIO7Z6IK3 tag=CV79531FDVZS type=del size=526318: (22) Invalid argument 2026-04-02T11:46:45.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.321+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~E3VZ2DP2Y9MZ.0 size=1048576 2026-04-02T11:46:45.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.322+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~E3VZ2DP2Y9MZ.1 size=45207 2026-04-02T11:46:45.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.322+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=E3VZ2DP2Y9MZ tag=HY7YMWXEP01T type=write size=2142359 2026-04-02T11:46:45.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.323+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=DTYSFN3JXZYV type=write size=806684 2026-04-02T11:46:45.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.323+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=MEKO8DALTL8J type=del size=3173890 2026-04-02T11:46:45.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.324+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~M3M4PP8SCMUD.0 size=260215 2026-04-02T11:46:45.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.326+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=M3M4PP8SCMUD tag=952ND77MEM6M type=write size=1308791 2026-04-02T11:46:45.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.327+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=LMMKYZ2T2NFF type=write size=463447 2026-04-02T11:46:45.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.328+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=408EX7HQM680 type=del 2026-04-02T11:46:45.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.329+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=P5FS1LASN44V type=write size=843445 2026-04-02T11:46:45.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.330+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=8R2HLN420CK6 type=del size=261608 2026-04-02T11:46:45.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.331+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=1GZNDS627G1R type=del size=392104 2026-04-02T11:46:45.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.333+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=TO5LR3BQLTDO type=del size=704965 2026-04-02T11:46:45.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.334+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=ZE0I8J5DWC2G type=del size=750455 2026-04-02T11:46:45.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.335+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.0 size=1048576 2026-04-02T11:46:45.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.336+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.1 size=1048576 2026-04-02T11:46:45.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.336+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~RD8G6B3F0VVY.2 size=399853 2026-04-02T11:46:45.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.338+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=RD8G6B3F0VVY tag=1JAGBTKHZG31 type=write size=3545581 2026-04-02T11:46:45.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.339+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=LEQXZ0UHO1SB type=del size=2373218 2026-04-02T11:46:45.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.340+0000 7f5333614880 1 < suggested update operation key=2FO2MNKR19RL tag=BYKU3GTHPKEE type=write size=998304 2026-04-02T11:46:45.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.342+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.0 size=1048576 2026-04-02T11:46:45.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.343+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.1 size=1048576 2026-04-02T11:46:45.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.343+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.2 size=690657 2026-04-02T11:46:45.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.343+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=PI57QAZ6EZO0 tag=CTE0XD9NF2D6 type=write size=3836385 2026-04-02T11:46:45.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.344+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~PY60XO37IOZ5.0 size=1048576 2026-04-02T11:46:45.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.345+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~PY60XO37IOZ5.1 size=1018462 2026-04-02T11:46:45.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.347+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=PY60XO37IOZ5 tag=53T15KBM3YVB type=write size=3115614 2026-04-02T11:46:45.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.347+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=F8S8BI2L054L type=del size=1127262 2026-04-02T11:46:45.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.348+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~7L5XTW1Z9AMP.0 size=1048576 2026-04-02T11:46:45.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.349+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~7L5XTW1Z9AMP.1 size=451421 2026-04-02T11:46:45.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.350+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=7L5XTW1Z9AMP tag=4OMJQI0337X6 type=write size=2548573 2026-04-02T11:46:45.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.351+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=DNN7OXVBUNJU type=del size=1482850 2026-04-02T11:46:45.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.352+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~FTJ3AW9O004G.0 size=1048576 2026-04-02T11:46:45.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.353+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~FTJ3AW9O004G.1 size=1048540 2026-04-02T11:46:45.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.354+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=FTJ3AW9O004G tag=C9ON9818CPB4 type=write size=3145692 2026-04-02T11:46:45.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.355+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.0 size=1048576 2026-04-02T11:46:45.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.356+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.1 size=1048576 2026-04-02T11:46:45.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.357+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.2 size=281590 2026-04-02T11:46:45.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.357+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=SPBCGELRAV32 tag=VZGKLHFC7H0J type=write size=3427318 2026-04-02T11:46:45.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.357+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~V9X4ZLFCIE6R.0 size=901254 2026-04-02T11:46:45.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.359+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=V9X4ZLFCIE6R tag=I8Z89DXCCIUH type=write size=1949830 2026-04-02T11:46:45.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.360+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=INKM1B5VIW47 type=del size=83367 2026-04-02T11:46:45.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.360+0000 7f5333614880 -1 < failed to complete operation key=3V9OL1TOYAR3 tag=LYVKV003FEMX type=del size=1840113: (22) Invalid argument 2026-04-02T11:46:45.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.362+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.0 size=1048576 2026-04-02T11:46:45.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.363+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.1 size=1048576 2026-04-02T11:46:45.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.363+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.2 size=729810 2026-04-02T11:46:45.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.363+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=XNZZLJ1VNATV tag=DQQGXBWO8VBV type=write size=3875538 2026-04-02T11:46:45.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.364+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=9L2RVKOZBXK7 type=del 2026-04-02T11:46:45.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.365+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=0RX0JDW1FI1A type=del size=2070533 2026-04-02T11:46:45.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.366+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~HJA3SEU75QB6.0 size=12103 2026-04-02T11:46:45.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.367+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=HJA3SEU75QB6 tag=B0FCAQL62KUS type=write size=1060679 2026-04-02T11:46:45.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.368+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=5DUIHPOBDZK0 type=del size=3195179 2026-04-02T11:46:45.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.369+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=HJVJO0CE0WEV type=del 2026-04-02T11:46:45.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.369+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=AVPRT37CT31I type=del size=3982976 2026-04-02T11:46:45.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.370+0000 7f5333614880 1 < canceled part key=_multipart_1CXMORSMG685.2~E3VZ2DP2Y9MZ.0 size=1048576 2026-04-02T11:46:45.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.370+0000 7f5333614880 1 < canceled part key=_multipart_1CXMORSMG685.2~E3VZ2DP2Y9MZ.1 size=45207 2026-04-02T11:46:45.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.371+0000 7f5333614880 1 < canceled multipart upload key=1CXMORSMG685 upload=E3VZ2DP2Y9MZ tag=HY7YMWXEP01T type=write size=2142359 2026-04-02T11:46:45.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.372+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=5IFOU4ZBDO2J type=del size=823271 2026-04-02T11:46:45.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.372+0000 7f5333614880 -1 < failed to complete operation key=2FO2MNKR19RL tag=MEKO8DALTL8J type=del size=3173890: (22) Invalid argument 2026-04-02T11:46:45.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.373+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=NYAFYFZ9XMPE type=del size=2921143 2026-04-02T11:46:45.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.374+0000 7f5333614880 1 < completed write operation key=UNBE0OR07CI2 tag=LMMKYZ2T2NFF type=write size=463447 2026-04-02T11:46:45.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.375+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=BGGUJ3KL8DN9 type=del size=2729854 2026-04-02T11:46:45.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.375+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=P5FS1LASN44V type=write size=843445 2026-04-02T11:46:45.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.376+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=VEQQVOLLVPBK type=del size=3614056 2026-04-02T11:46:45.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.377+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=1GZNDS627G1R type=del 2026-04-02T11:46:45.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.378+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=PTQ725S7GSK7 type=del size=3199442 2026-04-02T11:46:45.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.379+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=ZE0I8J5DWC2G type=del 2026-04-02T11:46:45.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.380+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=4UUB3SKM9ZV8 type=del size=1089379 2026-04-02T11:46:45.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.381+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=LEQXZ0UHO1SB type=del 2026-04-02T11:46:45.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.382+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=2M67M1P45RMS type=write size=565034 2026-04-02T11:46:45.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.383+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.0 size=1048576 2026-04-02T11:46:45.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.383+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.1 size=1048576 2026-04-02T11:46:45.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.384+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~PI57QAZ6EZO0.2 size=690657 2026-04-02T11:46:45.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.385+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=PI57QAZ6EZO0 tag=CTE0XD9NF2D6 type=write size=3836385 2026-04-02T11:46:45.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.386+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=FWJJSWNKBETG type=del size=2510120 2026-04-02T11:46:45.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.386+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=F8S8BI2L054L type=del 2026-04-02T11:46:45.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.388+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.0 size=1048576 2026-04-02T11:46:45.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.388+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.1 size=1048576 2026-04-02T11:46:45.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.389+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.2 size=568697 2026-04-02T11:46:45.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.389+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=GVMK9M10XLBN tag=YWXEH1J89058 type=write size=3714425 2026-04-02T11:46:45.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.390+0000 7f5333614880 1 < canceled operation key=VTYB3X0YEZVL tag=DNN7OXVBUNJU type=del size=1482850 2026-04-02T11:46:45.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.392+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~6Z106E34KFDA.0 size=90700 2026-04-02T11:46:45.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.392+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=6Z106E34KFDA tag=2ZB84UQVNEYQ type=write size=1139276 2026-04-02T11:46:45.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.393+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.0 size=1048576 2026-04-02T11:46:45.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.394+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.1 size=1048576 2026-04-02T11:46:45.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.394+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~SPBCGELRAV32.2 size=281590 2026-04-02T11:46:45.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.395+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=SPBCGELRAV32 tag=VZGKLHFC7H0J type=write size=3427318 2026-04-02T11:46:45.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.396+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=44EQCXUJU7UF type=del size=1070745 2026-04-02T11:46:45.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.398+0000 7f5333614880 1 < suggested remove operation key=AKGGO4RSPZUL tag=INKM1B5VIW47 type=del 2026-04-02T11:46:45.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.399+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~RSYPO2NCLUG8.0 size=1048576 2026-04-02T11:46:45.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.401+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~RSYPO2NCLUG8.1 size=808418 2026-04-02T11:46:45.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.401+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=RSYPO2NCLUG8 tag=663PUMX44D85 type=write size=2905570 2026-04-02T11:46:45.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.402+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.0 size=1048576 2026-04-02T11:46:45.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.402+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.1 size=1048576 2026-04-02T11:46:45.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.403+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XNZZLJ1VNATV.2 size=729810 2026-04-02T11:46:45.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.405+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=XNZZLJ1VNATV tag=DQQGXBWO8VBV type=write size=3875538 2026-04-02T11:46:45.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.406+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~BBVX5OU541C1.0 size=1048576 2026-04-02T11:46:45.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.407+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~BBVX5OU541C1.1 size=858366 2026-04-02T11:46:45.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.407+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=BBVX5OU541C1 tag=WCUPAT5XB1UP type=write size=2955518 2026-04-02T11:46:45.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.408+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=0RX0JDW1FI1A type=del 2026-04-02T11:46:45.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.409+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~KH26RRPR8BHB.0 size=1040888 2026-04-02T11:46:45.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.409+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=KH26RRPR8BHB tag=EIC1CC84XHVU type=write size=2089464 2026-04-02T11:46:45.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.410+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=5DUIHPOBDZK0 type=del 2026-04-02T11:46:45.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.411+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=A9S42Y4KL9SE type=del size=3637783 2026-04-02T11:46:45.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.412+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=AVPRT37CT31I type=del 2026-04-02T11:46:45.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.413+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~XJMN2F0JC5NX.0 size=689892 2026-04-02T11:46:45.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.413+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=XJMN2F0JC5NX tag=0C592JS3K5WM type=write size=1738468 2026-04-02T11:46:45.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.414+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=5IFOU4ZBDO2J type=del 2026-04-02T11:46:45.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.415+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=NT9J22O35ML1 type=del size=2642007 2026-04-02T11:46:45.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.416+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=NYAFYFZ9XMPE type=del size=2921143 2026-04-02T11:46:45.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.418+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~7K6FZNFD1LXF.0 size=1048576 2026-04-02T11:46:45.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.418+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~7K6FZNFD1LXF.1 size=476200 2026-04-02T11:46:45.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.418+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=7K6FZNFD1LXF tag=X9NG3PEDW8W1 type=write size=2573352 2026-04-02T11:46:45.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.419+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=BGGUJ3KL8DN9 type=del 2026-04-02T11:46:45.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.420+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=VKYSO6RKFQM8 type=write size=274903 2026-04-02T11:46:45.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.421+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=VEQQVOLLVPBK type=del 2026-04-02T11:46:45.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.422+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.0 size=1048576 2026-04-02T11:46:45.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.423+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.1 size=1048576 2026-04-02T11:46:45.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.423+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.2 size=857376 2026-04-02T11:46:45.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.423+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=Z53A501VU8CE tag=I42LJTC2QMKP type=write size=4003104 2026-04-02T11:46:45.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.424+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=PTQ725S7GSK7 type=del 2026-04-02T11:46:45.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.425+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=OUX0XD1EKXYX type=del size=1681076 2026-04-02T11:46:45.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.426+0000 7f5333614880 1 < canceled operation key=EB6X219R2ZBH tag=4UUB3SKM9ZV8 type=del size=1089379 2026-04-02T11:46:45.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.427+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~WNZFVQ9PDANJ.0 size=80679 2026-04-02T11:46:45.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.427+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=WNZFVQ9PDANJ tag=V0YMQUEANCPF type=write size=1129255 2026-04-02T11:46:45.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.428+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=2M67M1P45RMS type=write size=565034 2026-04-02T11:46:45.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.429+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=G4EDD964X8LR type=del size=1036910 2026-04-02T11:46:45.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.430+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=FWJJSWNKBETG type=del 2026-04-02T11:46:45.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.432+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=6QY2F9NDKRW7 type=del size=2186192 2026-04-02T11:46:45.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.433+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.0 size=1048576 2026-04-02T11:46:45.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.433+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.1 size=1048576 2026-04-02T11:46:45.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.434+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~GVMK9M10XLBN.2 size=568697 2026-04-02T11:46:45.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.435+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=GVMK9M10XLBN tag=YWXEH1J89058 type=write size=3714425 2026-04-02T11:46:45.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.437+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~E20AJ7W93HQ0.0 size=1016664 2026-04-02T11:46:45.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.437+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=E20AJ7W93HQ0 tag=YL3VAVWF4IDR type=write size=2065240 2026-04-02T11:46:45.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.437+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~6Z106E34KFDA.0 size=90700 2026-04-02T11:46:45.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.439+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=6Z106E34KFDA tag=2ZB84UQVNEYQ type=write size=1139276 2026-04-02T11:46:45.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.440+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=XIK69TMKP20X type=del size=584897 2026-04-02T11:46:45.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.441+0000 7f5333614880 1 < suggested update operation key=2FO2MNKR19RL tag=44EQCXUJU7UF type=del size=1070745 2026-04-02T11:46:45.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.443+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.0 size=1048576 2026-04-02T11:46:45.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.443+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.1 size=1048576 2026-04-02T11:46:45.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.444+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.2 size=557275 2026-04-02T11:46:45.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.444+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=01PCSA9E7PSY tag=JD0XB7Z8NBVQ type=write size=3703003 2026-04-02T11:46:45.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.445+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~RSYPO2NCLUG8.0 size=1048576 2026-04-02T11:46:45.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.445+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~RSYPO2NCLUG8.1 size=808418 2026-04-02T11:46:45.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.447+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=RSYPO2NCLUG8 tag=663PUMX44D85 type=write size=2905570 2026-04-02T11:46:45.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.447+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=ZU8LWB1HX2M4 type=del size=357681 2026-04-02T11:46:45.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.448+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~BBVX5OU541C1.0 size=1048576 2026-04-02T11:46:45.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.449+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~BBVX5OU541C1.1 size=858366 2026-04-02T11:46:45.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.450+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=BBVX5OU541C1 tag=WCUPAT5XB1UP type=write size=2955518 2026-04-02T11:46:45.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.451+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=HNVJL7VXU19L type=del size=2249147 2026-04-02T11:46:45.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.452+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~KH26RRPR8BHB.0 size=1040888 2026-04-02T11:46:45.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.453+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=KH26RRPR8BHB tag=EIC1CC84XHVU type=write size=2089464 2026-04-02T11:46:45.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.454+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.0 size=1048576 2026-04-02T11:46:45.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.455+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.1 size=1048576 2026-04-02T11:46:45.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.457+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.2 size=898899 2026-04-02T11:46:45.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.457+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=E62THWT1FCDS tag=IFRDSTM97M5Y type=write size=4044627 2026-04-02T11:46:45.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.458+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=A9S42Y4KL9SE type=del 2026-04-02T11:46:45.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.459+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=EV62C30N4M57 type=del size=528933 2026-04-02T11:46:45.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.460+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~XJMN2F0JC5NX.0 size=689892 2026-04-02T11:46:45.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.461+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=XJMN2F0JC5NX tag=0C592JS3K5WM type=write size=1738468 2026-04-02T11:46:45.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.462+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~CYXYVKAMZ9BG.0 size=1048576 2026-04-02T11:46:45.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.463+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~CYXYVKAMZ9BG.1 size=1041265 2026-04-02T11:46:45.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.463+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=CYXYVKAMZ9BG tag=3OK6AL7RM6EI type=write size=3138417 2026-04-02T11:46:45.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.464+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=NT9J22O35ML1 type=del 2026-04-02T11:46:45.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.465+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MI3KXRODBNLF.0 size=1048576 2026-04-02T11:46:45.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.466+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MI3KXRODBNLF.1 size=264362 2026-04-02T11:46:45.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.466+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=MI3KXRODBNLF tag=6BKPWIHQG8T2 type=write size=2361514 2026-04-02T11:46:45.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.466+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~7K6FZNFD1LXF.0 size=1048576 2026-04-02T11:46:45.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.467+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~7K6FZNFD1LXF.1 size=476200 2026-04-02T11:46:45.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.469+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=7K6FZNFD1LXF tag=X9NG3PEDW8W1 type=write size=2573352 2026-04-02T11:46:45.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.469+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=K9NXW0OYZWQJ type=write size=1046658 2026-04-02T11:46:45.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.470+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=VKYSO6RKFQM8 type=write size=274903 2026-04-02T11:46:45.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.472+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.0 size=1048576 2026-04-02T11:46:45.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.472+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.1 size=1048576 2026-04-02T11:46:45.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.473+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.2 size=19436 2026-04-02T11:46:45.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.473+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=CJL4VMSDLZBY tag=V8RYLPNY34BX type=write size=3165164 2026-04-02T11:46:45.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.474+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.0 size=1048576 2026-04-02T11:46:45.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.474+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.1 size=1048576 2026-04-02T11:46:45.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.475+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~Z53A501VU8CE.2 size=857376 2026-04-02T11:46:45.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.476+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=Z53A501VU8CE tag=I42LJTC2QMKP type=write size=4003104 2026-04-02T11:46:45.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.477+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~KKNF6F9YSFJH.0 size=1048576 2026-04-02T11:46:45.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.478+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~KKNF6F9YSFJH.1 size=997732 2026-04-02T11:46:45.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.478+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=KKNF6F9YSFJH tag=Q77QXSR2HZFT type=write size=3094884 2026-04-02T11:46:45.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.480+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=OUX0XD1EKXYX type=del 2026-04-02T11:46:45.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.481+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=4FNAAOST6O9X type=del size=3852744 2026-04-02T11:46:45.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.482+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~WNZFVQ9PDANJ.0 size=80679 2026-04-02T11:46:45.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.483+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=WNZFVQ9PDANJ tag=V0YMQUEANCPF type=write size=1129255 2026-04-02T11:46:45.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.485+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.0 size=1048576 2026-04-02T11:46:45.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.486+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.1 size=1048576 2026-04-02T11:46:45.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.486+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.2 size=193287 2026-04-02T11:46:45.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.486+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=0AXS0QWMFL53 tag=82FHMSZVYESI type=write size=3339015 2026-04-02T11:46:45.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.487+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=G4EDD964X8LR type=del 2026-04-02T11:46:45.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.490+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=8CN1QOKG60BG type=del size=1222903 2026-04-02T11:46:45.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.491+0000 7f5333614880 -1 < failed to complete operation key=KXHWK6IVPLYO tag=6QY2F9NDKRW7 type=del size=2186192: (22) Invalid argument 2026-04-02T11:46:45.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.492+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~ND77YGN63G0O.0 size=877248 2026-04-02T11:46:45.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.492+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=ND77YGN63G0O tag=P78BPWQ29KU4 type=write size=1925824 2026-04-02T11:46:45.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.493+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~E20AJ7W93HQ0.0 size=1016664 2026-04-02T11:46:45.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.495+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=E20AJ7W93HQ0 tag=YL3VAVWF4IDR type=write size=2065240 2026-04-02T11:46:45.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.496+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=2JPU2QXPW1FN type=write size=373811 2026-04-02T11:46:45.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.496+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=XIK69TMKP20X type=del 2026-04-02T11:46:45.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.497+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=5G17NQQCODB8 type=del size=1810001 2026-04-02T11:46:45.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.498+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.0 size=1048576 2026-04-02T11:46:45.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.499+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.1 size=1048576 2026-04-02T11:46:45.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.500+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~01PCSA9E7PSY.2 size=557275 2026-04-02T11:46:45.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.502+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=01PCSA9E7PSY tag=JD0XB7Z8NBVQ type=write size=3703003 2026-04-02T11:46:45.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.502+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=GY32SMK0LALE type=del size=1448067 2026-04-02T11:46:45.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.504+0000 7f5333614880 1 < suggested remove operation key=C8ZRSTX2VB66 tag=ZU8LWB1HX2M4 type=del 2026-04-02T11:46:45.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.505+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=8GOPA0CKMB4D type=del size=4017130 2026-04-02T11:46:45.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.513+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=HNVJL7VXU19L type=del 2026-04-02T11:46:45.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.534+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=GCI852E8ZLVE type=del size=3353915 2026-04-02T11:46:45.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.544+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.0 size=1048576 2026-04-02T11:46:45.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.556+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.1 size=1048576 2026-04-02T11:46:45.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.563+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~E62THWT1FCDS.2 size=898899 2026-04-02T11:46:45.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.576+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=E62THWT1FCDS tag=IFRDSTM97M5Y type=write size=4044627 2026-04-02T11:46:45.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.577+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=TGV2IZTZA0U4 type=del size=2524382 2026-04-02T11:46:45.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.578+0000 7f5333614880 -1 < failed to complete operation key=KXHWK6IVPLYO tag=EV62C30N4M57 type=del size=528933: (22) Invalid argument 2026-04-02T11:46:45.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.579+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=FLO9B7U9JBG0 type=del size=693821 2026-04-02T11:46:45.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.580+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~CYXYVKAMZ9BG.0 size=1048576 2026-04-02T11:46:45.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.581+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~CYXYVKAMZ9BG.1 size=1041265 2026-04-02T11:46:45.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.583+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=CYXYVKAMZ9BG tag=3OK6AL7RM6EI type=write size=3138417 2026-04-02T11:46:45.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.584+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=MS9GOOZPHFAV type=del size=3971075 2026-04-02T11:46:45.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.585+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MI3KXRODBNLF.0 size=1048576 2026-04-02T11:46:45.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.588+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MI3KXRODBNLF.1 size=264362 2026-04-02T11:46:45.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.590+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=MI3KXRODBNLF tag=6BKPWIHQG8T2 type=write size=2361514 2026-04-02T11:46:45.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.592+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3Z11VIHO1APV.0 size=1048576 2026-04-02T11:46:45.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.593+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3Z11VIHO1APV.1 size=759038 2026-04-02T11:46:45.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.593+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=3Z11VIHO1APV tag=KADWBQW703AD type=write size=2856190 2026-04-02T11:46:45.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.594+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=K9NXW0OYZWQJ type=write size=1046658 2026-04-02T11:46:45.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.595+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=DH6Y6IQ2DNJB type=del size=3921633 2026-04-02T11:46:45.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.596+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.0 size=1048576 2026-04-02T11:46:45.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.597+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.1 size=1048576 2026-04-02T11:46:45.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.597+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~CJL4VMSDLZBY.2 size=19436 2026-04-02T11:46:45.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.599+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=CJL4VMSDLZBY tag=V8RYLPNY34BX type=write size=3165164 2026-04-02T11:46:45.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.600+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=DAFHX1G2MS55 type=del size=723880 2026-04-02T11:46:45.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.601+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~KKNF6F9YSFJH.0 size=1048576 2026-04-02T11:46:45.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.602+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~KKNF6F9YSFJH.1 size=997732 2026-04-02T11:46:45.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.603+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=KKNF6F9YSFJH tag=Q77QXSR2HZFT type=write size=3094884 2026-04-02T11:46:45.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.604+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=LICO1DUWSY4T type=write size=353458 2026-04-02T11:46:45.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.605+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=4FNAAOST6O9X type=del 2026-04-02T11:46:45.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.606+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=H1NFPSD30N1O type=write size=270743 2026-04-02T11:46:45.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.607+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.0 size=1048576 2026-04-02T11:46:45.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.608+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.1 size=1048576 2026-04-02T11:46:45.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.609+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~0AXS0QWMFL53.2 size=193287 2026-04-02T11:46:45.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.610+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=0AXS0QWMFL53 tag=82FHMSZVYESI type=write size=3339015 2026-04-02T11:46:45.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.611+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~RNT9L2JVQT9I.0 size=644179 2026-04-02T11:46:45.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.612+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=RNT9L2JVQT9I tag=UV8RGND86JQ3 type=write size=1692755 2026-04-02T11:46:45.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.612+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=8CN1QOKG60BG type=del 2026-04-02T11:46:45.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.613+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=XEV0W32J0WBH type=del size=1864949 2026-04-02T11:46:45.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.614+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~ND77YGN63G0O.0 size=877248 2026-04-02T11:46:45.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.615+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=ND77YGN63G0O tag=P78BPWQ29KU4 type=write size=1925824 2026-04-02T11:46:45.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.617+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.0 size=1048576 2026-04-02T11:46:45.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.617+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.1 size=1048576 2026-04-02T11:46:45.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.619+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.2 size=9515 2026-04-02T11:46:45.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.619+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=4PEGZXARPIW7 tag=UEGKULZGJ2HO type=write size=3155243 2026-04-02T11:46:45.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.620+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=2JPU2QXPW1FN type=write size=373811 2026-04-02T11:46:45.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.621+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~8VQAUFTJ7GAZ.0 size=1048576 2026-04-02T11:46:45.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.622+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~8VQAUFTJ7GAZ.1 size=704444 2026-04-02T11:46:45.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.622+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=8VQAUFTJ7GAZ tag=1J2GPXAZO7C6 type=write size=2801596 2026-04-02T11:46:45.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.623+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=5G17NQQCODB8 type=del 2026-04-02T11:46:45.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.624+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~CT9Z2JXUFRBN.0 size=1048576 2026-04-02T11:46:45.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.625+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~CT9Z2JXUFRBN.1 size=457370 2026-04-02T11:46:45.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.625+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=CT9Z2JXUFRBN tag=Z5H5C3669E2Y type=write size=2554522 2026-04-02T11:46:45.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.627+0000 7f5333614880 1 < suggested remove operation key=LCFTZTQP4MWZ tag=GY32SMK0LALE type=del 2026-04-02T11:46:45.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.628+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~YJFU72D436AZ.0 size=1048576 2026-04-02T11:46:45.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.629+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~YJFU72D436AZ.1 size=15513 2026-04-02T11:46:45.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.629+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=YJFU72D436AZ tag=1NEBSI52BMRO type=write size=2112665 2026-04-02T11:46:45.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.630+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=8GOPA0CKMB4D type=del size=4017130 2026-04-02T11:46:45.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.632+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~09OQAXVALAZA.0 size=470976 2026-04-02T11:46:45.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.632+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=09OQAXVALAZA tag=R8DJI08Z69ON type=write size=1519552 2026-04-02T11:46:45.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.633+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=GCI852E8ZLVE type=del size=3353915 2026-04-02T11:46:45.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.634+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=EG8QE5CLXKU8 type=del size=1551639 2026-04-02T11:46:45.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.635+0000 7f5333614880 -1 < failed to complete operation key=LCFTZTQP4MWZ tag=TGV2IZTZA0U4 type=del size=2524382: (22) Invalid argument 2026-04-02T11:46:45.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.636+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=88SZYMNGGMEJ type=del size=3450228 2026-04-02T11:46:45.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.636+0000 7f5333614880 -1 < failed to complete operation key=LTB13PIUFMYH tag=FLO9B7U9JBG0 type=del size=693821: (22) Invalid argument 2026-04-02T11:46:45.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.637+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=LE5K7X52RBEV type=del size=258499 2026-04-02T11:46:45.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.638+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=MS9GOOZPHFAV type=del 2026-04-02T11:46:45.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.639+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=RD6BFMTFKYQI type=del size=1690704 2026-04-02T11:46:45.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.640+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3Z11VIHO1APV.0 size=1048576 2026-04-02T11:46:45.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.640+0000 7f5333614880 1 < canceled part key=_multipart_1CXMORSMG685.2~3Z11VIHO1APV.1 size=759038 2026-04-02T11:46:45.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.641+0000 7f5333614880 1 < canceled multipart upload key=1CXMORSMG685 upload=3Z11VIHO1APV tag=KADWBQW703AD type=write size=2856190 2026-04-02T11:46:45.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.642+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=SIMX094KKR8Z type=del size=3574875 2026-04-02T11:46:45.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.643+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=DH6Y6IQ2DNJB type=del 2026-04-02T11:46:45.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.644+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~0A1GIB70195Q.0 size=1048576 2026-04-02T11:46:45.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.645+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~0A1GIB70195Q.1 size=1040943 2026-04-02T11:46:45.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.645+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=0A1GIB70195Q tag=FIWZC16SOCIU type=write size=3138095 2026-04-02T11:46:45.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.647+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=DAFHX1G2MS55 type=del size=723880 2026-04-02T11:46:45.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.648+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=293FQTAF1D9V type=del size=2961071 2026-04-02T11:46:45.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.649+0000 7f5333614880 1 < suggested update operation key=38G32TCWGKT5 tag=LICO1DUWSY4T type=write size=353458 2026-04-02T11:46:45.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.651+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~NIUSCWL3M5GK.0 size=494765 2026-04-02T11:46:45.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.651+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=NIUSCWL3M5GK tag=FG0RK4RCNZ1A type=write size=1543341 2026-04-02T11:46:45.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.652+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=H1NFPSD30N1O type=write 2026-04-02T11:46:45.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.653+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~F37TV22UMC56.0 size=1048576 2026-04-02T11:46:45.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.654+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~F37TV22UMC56.1 size=448610 2026-04-02T11:46:45.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.654+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=F37TV22UMC56 tag=SLE0D3OG623M type=write size=2545762 2026-04-02T11:46:45.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.655+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~RNT9L2JVQT9I.0 size=644179 2026-04-02T11:46:45.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.656+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=RNT9L2JVQT9I tag=UV8RGND86JQ3 type=write size=1692755 2026-04-02T11:46:45.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.657+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~NN23YTUOQIA6.0 size=1048576 2026-04-02T11:46:45.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.658+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~NN23YTUOQIA6.1 size=678810 2026-04-02T11:46:45.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.658+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=NN23YTUOQIA6 tag=2GI79HXL1JSP type=write size=2775962 2026-04-02T11:46:45.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.659+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=XEV0W32J0WBH type=del 2026-04-02T11:46:45.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.660+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~6WI9O00WGYOP.0 size=766424 2026-04-02T11:46:45.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.660+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=6WI9O00WGYOP tag=X0OFC6FXZH5U type=write size=1815000 2026-04-02T11:46:45.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.661+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.0 size=1048576 2026-04-02T11:46:45.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.662+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.1 size=1048576 2026-04-02T11:46:45.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.662+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~4PEGZXARPIW7.2 size=9515 2026-04-02T11:46:45.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.664+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=4PEGZXARPIW7 tag=UEGKULZGJ2HO type=write size=3155243 2026-04-02T11:46:45.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.665+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.0 size=1048576 2026-04-02T11:46:45.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.666+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.1 size=1048576 2026-04-02T11:46:45.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.666+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.2 size=243670 2026-04-02T11:46:45.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.666+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=L2MKTVBAM8PL tag=TKWS69UJGBL3 type=write size=3389398 2026-04-02T11:46:45.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.668+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~8VQAUFTJ7GAZ.0 size=1048576 2026-04-02T11:46:45.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.668+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~8VQAUFTJ7GAZ.1 size=704444 2026-04-02T11:46:45.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.669+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=8VQAUFTJ7GAZ tag=1J2GPXAZO7C6 type=write size=2801596 2026-04-02T11:46:45.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.670+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=CUYH52N3V73O type=del size=1664595 2026-04-02T11:46:45.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.671+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~CT9Z2JXUFRBN.0 size=1048576 2026-04-02T11:46:45.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.671+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~CT9Z2JXUFRBN.1 size=457370 2026-04-02T11:46:45.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.673+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=CT9Z2JXUFRBN tag=Z5H5C3669E2Y type=write size=2554522 2026-04-02T11:46:45.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.674+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~CA50IC1NR2PW.0 size=115491 2026-04-02T11:46:45.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.674+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=CA50IC1NR2PW tag=9V22LRPJOKMZ type=write size=1164067 2026-04-02T11:46:45.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.675+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~YJFU72D436AZ.0 size=1048576 2026-04-02T11:46:45.678 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.676+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~YJFU72D436AZ.1 size=15513 2026-04-02T11:46:45.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.677+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=YJFU72D436AZ tag=1NEBSI52BMRO type=write size=2112665 2026-04-02T11:46:45.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.678+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=IZC0FKWISULL type=del size=3302176 2026-04-02T11:46:45.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.679+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~09OQAXVALAZA.0 size=470976 2026-04-02T11:46:45.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.680+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=09OQAXVALAZA tag=R8DJI08Z69ON type=write size=1519552 2026-04-02T11:46:45.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.681+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=Z664DHVX3WTE type=del size=3675222 2026-04-02T11:46:45.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.682+0000 7f5333614880 1 < suggested remove operation key=LTB13PIUFMYH tag=EG8QE5CLXKU8 type=del 2026-04-02T11:46:45.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.683+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=0HD1QYVBIQYI type=del size=58025 2026-04-02T11:46:45.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.684+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=88SZYMNGGMEJ type=del size=3450228 2026-04-02T11:46:45.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.685+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=OQIL6J0IOWNG type=write size=187372 2026-04-02T11:46:45.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.685+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=LE5K7X52RBEV type=del 2026-04-02T11:46:45.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.686+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=JEYJUVJM8XMK type=del size=4111430 2026-04-02T11:46:45.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.687+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=RD6BFMTFKYQI type=del 2026-04-02T11:46:45.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.688+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=58KKT6ZS6I0C type=del size=2465577 2026-04-02T11:46:45.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.688+0000 7f5333614880 -1 < failed to complete operation key=SO2Q7V3NETW5 tag=SIMX094KKR8Z type=del size=3574875: (22) Invalid argument 2026-04-02T11:46:45.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.689+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=IRHR25F752DW type=del size=867688 2026-04-02T11:46:45.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.690+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~0A1GIB70195Q.0 size=1048576 2026-04-02T11:46:45.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.691+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~0A1GIB70195Q.1 size=1040943 2026-04-02T11:46:45.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.692+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=0A1GIB70195Q tag=FIWZC16SOCIU type=write size=3138095 2026-04-02T11:46:45.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.693+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~GBL6SJMAIDZ6.0 size=997137 2026-04-02T11:46:45.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.693+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=GBL6SJMAIDZ6 tag=Z6P42XYDQXC6 type=write size=2045713 2026-04-02T11:46:45.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.694+0000 7f5333614880 -1 < failed to complete operation key=UMYOSRME1LS0 tag=293FQTAF1D9V type=del size=2961071: (22) Invalid argument 2026-04-02T11:46:45.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.695+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=NADND8ZL1PWK type=del size=2915170 2026-04-02T11:46:45.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.696+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~NIUSCWL3M5GK.0 size=494765 2026-04-02T11:46:45.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.697+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=NIUSCWL3M5GK tag=FG0RK4RCNZ1A type=write size=1543341 2026-04-02T11:46:45.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.698+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=BTSMV90VYKVY type=del size=2733152 2026-04-02T11:46:45.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.699+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~F37TV22UMC56.0 size=1048576 2026-04-02T11:46:45.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.700+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~F37TV22UMC56.1 size=448610 2026-04-02T11:46:45.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.738+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=F37TV22UMC56 tag=SLE0D3OG623M type=write size=2545762 2026-04-02T11:46:45.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.740+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.0 size=1048576 2026-04-02T11:46:45.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.740+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.1 size=1048576 2026-04-02T11:46:45.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.741+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.2 size=75615 2026-04-02T11:46:45.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.741+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=AORFGWNMJL8N tag=RBV108REWCDI type=write size=3221343 2026-04-02T11:46:45.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.741+0000 7f5333614880 1 < canceled part key=_multipart_EB6X219R2ZBH.2~NN23YTUOQIA6.0 size=1048576 2026-04-02T11:46:45.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.742+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~NN23YTUOQIA6.1 size=678810 2026-04-02T11:46:45.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.743+0000 7f5333614880 1 < canceled multipart upload key=EB6X219R2ZBH upload=NN23YTUOQIA6 tag=2GI79HXL1JSP type=write size=2775962 2026-04-02T11:46:45.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.744+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=YUW0DRPB3T32 type=del size=3012304 2026-04-02T11:46:45.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.744+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~6WI9O00WGYOP.0 size=766424 2026-04-02T11:46:45.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.746+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=6WI9O00WGYOP tag=X0OFC6FXZH5U type=write size=1815000 2026-04-02T11:46:45.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.746+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=JRB92D7GJEBR type=del size=1682535 2026-04-02T11:46:45.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.747+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.0 size=1048576 2026-04-02T11:46:45.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.748+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.1 size=1048576 2026-04-02T11:46:45.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.749+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~L2MKTVBAM8PL.2 size=243670 2026-04-02T11:46:45.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.750+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=L2MKTVBAM8PL tag=TKWS69UJGBL3 type=write size=3389398 2026-04-02T11:46:45.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.751+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=QHFLV0V1HQW2 type=del size=221658 2026-04-02T11:46:45.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.752+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=CUYH52N3V73O type=del 2026-04-02T11:46:45.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.754+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.0 size=1048576 2026-04-02T11:46:45.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.754+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.1 size=1048576 2026-04-02T11:46:45.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.755+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.2 size=316469 2026-04-02T11:46:45.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.755+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=XD8QG0WZUDMF tag=AGCPAZQLLTRN type=write size=3462197 2026-04-02T11:46:45.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.756+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~CA50IC1NR2PW.0 size=115491 2026-04-02T11:46:45.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.757+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=CA50IC1NR2PW tag=9V22LRPJOKMZ type=write size=1164067 2026-04-02T11:46:45.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.760+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~TY1VTNRIC3ZK.0 size=1048576 2026-04-02T11:46:45.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.761+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~TY1VTNRIC3ZK.1 size=1027893 2026-04-02T11:46:45.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.761+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=TY1VTNRIC3ZK tag=7CIJFYNUIWAD type=write size=3125045 2026-04-02T11:46:45.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.761+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=IZC0FKWISULL type=del 2026-04-02T11:46:45.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.762+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=LPFM7R2VI5BM type=del size=597041 2026-04-02T11:46:45.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.763+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=Z664DHVX3WTE type=del 2026-04-02T11:46:45.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.764+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=LEX4K5ZCIHHL type=del size=46304 2026-04-02T11:46:45.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.766+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=0HD1QYVBIQYI type=del size=58025 2026-04-02T11:46:45.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.766+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=VZWMTMC3CCMC type=write size=303819 2026-04-02T11:46:45.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.767+0000 7f5333614880 1 < canceled operation key=3V9OL1TOYAR3 tag=OQIL6J0IOWNG type=write size=187372 2026-04-02T11:46:45.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.769+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.0 size=1048576 2026-04-02T11:46:45.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.769+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.1 size=1048576 2026-04-02T11:46:45.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.770+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.2 size=18336 2026-04-02T11:46:45.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.770+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=S947VF4QJUUA tag=O24FFRX93M02 type=write size=3164064 2026-04-02T11:46:45.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.771+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=JEYJUVJM8XMK type=del 2026-04-02T11:46:45.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.772+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=74O7OHS11OLB type=del size=3540931 2026-04-02T11:46:45.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.774+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=58KKT6ZS6I0C type=del size=2465577 2026-04-02T11:46:45.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.781+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~XMXUB6PXUL3O.0 size=1048576 2026-04-02T11:46:45.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.782+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~XMXUB6PXUL3O.1 size=574843 2026-04-02T11:46:45.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.782+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=XMXUB6PXUL3O tag=VXUGGQCTIFNI type=write size=2671995 2026-04-02T11:46:45.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.783+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=IRHR25F752DW type=del size=867688 2026-04-02T11:46:45.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.783+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=RCHCWXV1NAOC type=del size=505779 2026-04-02T11:46:45.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.784+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~GBL6SJMAIDZ6.0 size=997137 2026-04-02T11:46:45.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.786+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=GBL6SJMAIDZ6 tag=Z6P42XYDQXC6 type=write size=2045713 2026-04-02T11:46:45.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.787+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.0 size=1048576 2026-04-02T11:46:45.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.788+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.1 size=1048576 2026-04-02T11:46:45.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.788+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.2 size=571030 2026-04-02T11:46:45.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.788+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=WKDNLHSKKJDP tag=EVYHLJONF0JU type=write size=3716758 2026-04-02T11:46:45.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.789+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=NADND8ZL1PWK type=del 2026-04-02T11:46:45.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.790+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=P8LW4IX1OEKH type=del size=2229866 2026-04-02T11:46:45.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.791+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=BTSMV90VYKVY type=del 2026-04-02T11:46:45.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.792+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=UWLY202K0HO9 type=del size=3869426 2026-04-02T11:46:45.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.793+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.0 size=1048576 2026-04-02T11:46:45.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.794+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.1 size=1048576 2026-04-02T11:46:45.797 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.795+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~AORFGWNMJL8N.2 size=75615 2026-04-02T11:46:45.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.796+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=AORFGWNMJL8N tag=RBV108REWCDI type=write size=3221343 2026-04-02T11:46:45.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.798+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=CALG2KGOTVLX type=del size=1865919 2026-04-02T11:46:45.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.798+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=YUW0DRPB3T32 type=del 2026-04-02T11:46:45.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.800+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.0 size=1048576 2026-04-02T11:46:45.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.801+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.1 size=1048576 2026-04-02T11:46:45.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.802+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.2 size=283819 2026-04-02T11:46:45.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.802+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=WRYMF5XBEU3I tag=1GX5JCE6EHYS type=write size=3429547 2026-04-02T11:46:45.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.803+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=JRB92D7GJEBR type=del 2026-04-02T11:46:45.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.804+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=1H2AT8LKM6HE type=del size=3296194 2026-04-02T11:46:45.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.805+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=QHFLV0V1HQW2 type=del 2026-04-02T11:46:45.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.808+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.0 size=1048576 2026-04-02T11:46:45.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.809+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.1 size=1048576 2026-04-02T11:46:45.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.811+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.2 size=741769 2026-04-02T11:46:45.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.811+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=2Y46L3QM7DPR tag=VCGX0SLBDYBJ type=write size=3887497 2026-04-02T11:46:45.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.812+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.0 size=1048576 2026-04-02T11:46:45.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.813+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.1 size=1048576 2026-04-02T11:46:45.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.814+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XD8QG0WZUDMF.2 size=316469 2026-04-02T11:46:45.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.815+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=XD8QG0WZUDMF tag=AGCPAZQLLTRN type=write size=3462197 2026-04-02T11:46:45.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.817+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~9V4A1WPUXE12.0 size=1048576 2026-04-02T11:46:45.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.818+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~9V4A1WPUXE12.1 size=835107 2026-04-02T11:46:45.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.818+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=9V4A1WPUXE12 tag=BT84CONJEJ18 type=write size=2932259 2026-04-02T11:46:45.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.819+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~TY1VTNRIC3ZK.0 size=1048576 2026-04-02T11:46:45.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.820+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~TY1VTNRIC3ZK.1 size=1027893 2026-04-02T11:46:45.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.821+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=TY1VTNRIC3ZK tag=7CIJFYNUIWAD type=write size=3125045 2026-04-02T11:46:45.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.822+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=A9DLEHP2JPA5 type=write size=221502 2026-04-02T11:46:45.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.823+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=LPFM7R2VI5BM type=del 2026-04-02T11:46:45.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.824+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=L7F8CNCCHQFH type=del size=2626894 2026-04-02T11:46:45.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.825+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=LEX4K5ZCIHHL type=del 2026-04-02T11:46:45.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.826+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=V0ZCK11UF6T8 type=del size=1695560 2026-04-02T11:46:45.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.826+0000 7f5333614880 1 < canceled operation key=72A8E181S0BV tag=VZWMTMC3CCMC type=write size=303819 2026-04-02T11:46:45.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.827+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=115M2FOCIYG6 type=del size=2151640 2026-04-02T11:46:45.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.828+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.0 size=1048576 2026-04-02T11:46:45.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.829+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.1 size=1048576 2026-04-02T11:46:45.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.829+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~S947VF4QJUUA.2 size=18336 2026-04-02T11:46:45.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.831+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=S947VF4QJUUA tag=O24FFRX93M02 type=write size=3164064 2026-04-02T11:46:45.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.832+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=5SOF92FLB72K type=del size=174311 2026-04-02T11:46:45.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.833+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=74O7OHS11OLB type=del size=3540931 2026-04-02T11:46:45.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.834+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=Z24CTQK0SM09 type=del size=588319 2026-04-02T11:46:45.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.835+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~XMXUB6PXUL3O.0 size=1048576 2026-04-02T11:46:45.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.836+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~XMXUB6PXUL3O.1 size=574843 2026-04-02T11:46:45.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.837+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=XMXUB6PXUL3O tag=VXUGGQCTIFNI type=write size=2671995 2026-04-02T11:46:45.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.838+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=ZM3QCYRYJCYA type=del size=1395968 2026-04-02T11:46:45.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.838+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=RCHCWXV1NAOC type=del 2026-04-02T11:46:45.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.839+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=2FA2E3SCDKFN type=del size=3063297 2026-04-02T11:46:45.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.841+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.0 size=1048576 2026-04-02T11:46:45.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.842+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.1 size=1048576 2026-04-02T11:46:45.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.842+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WKDNLHSKKJDP.2 size=571030 2026-04-02T11:46:45.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.844+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=WKDNLHSKKJDP tag=EVYHLJONF0JU type=write size=3716758 2026-04-02T11:46:45.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.845+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~C4C24VSQNXAG.0 size=1048576 2026-04-02T11:46:45.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.846+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~C4C24VSQNXAG.1 size=608786 2026-04-02T11:46:45.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.846+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=C4C24VSQNXAG tag=WE9RPUJB6K3B type=write size=2705938 2026-04-02T11:46:45.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.847+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=P8LW4IX1OEKH type=del 2026-04-02T11:46:45.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.847+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=S6DWS1NYP9QT type=del size=1788888 2026-04-02T11:46:45.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.849+0000 7f5333614880 1 < suggested remove operation key=UNBE0OR07CI2 tag=UWLY202K0HO9 type=del 2026-04-02T11:46:45.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.850+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=6K2L7DYSSHTH type=del size=240338 2026-04-02T11:46:45.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.851+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=CALG2KGOTVLX type=del size=1865919 2026-04-02T11:46:45.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.852+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~NMFU4O1KAL0Z.0 size=1048576 2026-04-02T11:46:45.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.853+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~NMFU4O1KAL0Z.1 size=225181 2026-04-02T11:46:45.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.853+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=NMFU4O1KAL0Z tag=O1MYN9RK122V type=write size=2322333 2026-04-02T11:46:45.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.854+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.0 size=1048576 2026-04-02T11:46:45.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.854+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.1 size=1048576 2026-04-02T11:46:45.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.855+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~WRYMF5XBEU3I.2 size=283819 2026-04-02T11:46:45.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.856+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=WRYMF5XBEU3I tag=1GX5JCE6EHYS type=write size=3429547 2026-04-02T11:46:45.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.858+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~QPK2C3STPHA6.0 size=1048576 2026-04-02T11:46:45.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.859+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~QPK2C3STPHA6.1 size=806121 2026-04-02T11:46:45.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.859+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=QPK2C3STPHA6 tag=UC2RHQ4T42Y9 type=write size=2903273 2026-04-02T11:46:45.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.859+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=1H2AT8LKM6HE type=del 2026-04-02T11:46:45.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.860+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=459KBRTOBUVL type=write size=948171 2026-04-02T11:46:45.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.861+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.0 size=1048576 2026-04-02T11:46:45.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.861+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.1 size=1048576 2026-04-02T11:46:45.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.862+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~2Y46L3QM7DPR.2 size=741769 2026-04-02T11:46:45.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.863+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=2Y46L3QM7DPR tag=VCGX0SLBDYBJ type=write size=3887497 2026-04-02T11:46:45.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.864+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=RAP9QVCDFFGF type=del size=4083041 2026-04-02T11:46:45.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.865+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~9V4A1WPUXE12.0 size=1048576 2026-04-02T11:46:45.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.866+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~9V4A1WPUXE12.1 size=835107 2026-04-02T11:46:45.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.868+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=9V4A1WPUXE12 tag=BT84CONJEJ18 type=write size=2932259 2026-04-02T11:46:45.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.870+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.0 size=1048576 2026-04-02T11:46:45.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.870+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.1 size=1048576 2026-04-02T11:46:45.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.871+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.2 size=131236 2026-04-02T11:46:45.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.871+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=8JVB9LIK5C1Y tag=1DQPI6QG30GD type=write size=3276964 2026-04-02T11:46:45.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.872+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=A9DLEHP2JPA5 type=write size=221502 2026-04-02T11:46:45.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.873+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=9UZOF7T2BS3V type=del size=3753793 2026-04-02T11:46:45.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.874+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=L7F8CNCCHQFH type=del 2026-04-02T11:46:45.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.874+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=PYM9PIM5LAGJ type=del size=3022849 2026-04-02T11:46:45.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.876+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=V0ZCK11UF6T8 type=del 2026-04-02T11:46:45.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.877+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=5MO29UTGZUOO type=del size=3840299 2026-04-02T11:46:45.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.877+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=115M2FOCIYG6 type=del 2026-04-02T11:46:45.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.878+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=2XCA9LASBVEA type=del size=3046569 2026-04-02T11:46:45.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.879+0000 7f5333614880 -1 < failed to complete operation key=UNBE0OR07CI2 tag=5SOF92FLB72K type=del size=174311: (22) Invalid argument 2026-04-02T11:46:45.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.880+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=YU8L0IN21ON2 type=del size=3342856 2026-04-02T11:46:45.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.880+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=Z24CTQK0SM09 type=del 2026-04-02T11:46:45.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.881+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=3RPPT5SIXRLN type=del size=3329544 2026-04-02T11:46:45.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.882+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=ZM3QCYRYJCYA type=del 2026-04-02T11:46:45.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.883+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=OCURGU680171 type=del size=2999656 2026-04-02T11:46:45.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.883+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=2FA2E3SCDKFN type=del 2026-04-02T11:46:45.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.884+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=AX5JOK7BAFUG type=del size=3612671 2026-04-02T11:46:45.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.884+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~C4C24VSQNXAG.0 size=1048576 2026-04-02T11:46:45.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.885+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~C4C24VSQNXAG.1 size=608786 2026-04-02T11:46:45.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.886+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=C4C24VSQNXAG tag=WE9RPUJB6K3B type=write size=2705938 2026-04-02T11:46:45.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.887+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=I8QOQ11BGKSD type=del size=3191875 2026-04-02T11:46:45.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.889+0000 7f5333614880 1 < suggested update operation key=EXN9SVYJIGMQ tag=S6DWS1NYP9QT type=del size=1788888 2026-04-02T11:46:45.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.890+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=58MPDQKLMSTY type=del size=3333338 2026-04-02T11:46:45.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.891+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=6K2L7DYSSHTH type=del 2026-04-02T11:46:45.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.892+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~651L6DOBPDXR.0 size=446350 2026-04-02T11:46:45.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.892+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=651L6DOBPDXR tag=MTXUQBRUU85N type=write size=1494926 2026-04-02T11:46:45.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.893+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~NMFU4O1KAL0Z.0 size=1048576 2026-04-02T11:46:45.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.894+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~NMFU4O1KAL0Z.1 size=225181 2026-04-02T11:46:45.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.895+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=NMFU4O1KAL0Z tag=O1MYN9RK122V type=write size=2322333 2026-04-02T11:46:45.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.896+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=SVG9OI5THVPM type=del size=3884060 2026-04-02T11:46:45.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.896+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~QPK2C3STPHA6.0 size=1048576 2026-04-02T11:46:45.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.897+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~QPK2C3STPHA6.1 size=806121 2026-04-02T11:46:45.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.898+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=QPK2C3STPHA6 tag=UC2RHQ4T42Y9 type=write size=2903273 2026-04-02T11:46:45.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.900+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~CL4KIFAG0R4S.0 size=42052 2026-04-02T11:46:45.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.900+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=CL4KIFAG0R4S tag=TACUTQHMWR3I type=write size=1090628 2026-04-02T11:46:45.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.900+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=459KBRTOBUVL type=write size=948171 2026-04-02T11:46:45.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.901+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=1MKFKD1Q44OC type=del size=2280570 2026-04-02T11:46:45.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.902+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=RAP9QVCDFFGF type=del 2026-04-02T11:46:45.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.903+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=26P9XHK6O7MY type=del size=4020913 2026-04-02T11:46:45.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.903+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.0 size=1048576 2026-04-02T11:46:45.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.904+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.1 size=1048576 2026-04-02T11:46:45.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.905+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~8JVB9LIK5C1Y.2 size=131236 2026-04-02T11:46:45.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.906+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=8JVB9LIK5C1Y tag=1DQPI6QG30GD type=write size=3276964 2026-04-02T11:46:45.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.908+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.0 size=1048576 2026-04-02T11:46:45.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.908+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.1 size=1048576 2026-04-02T11:46:45.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.909+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.2 size=160213 2026-04-02T11:46:45.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.909+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=8N27WGHXY85K tag=HFCB9M49WJI1 type=write size=3305941 2026-04-02T11:46:45.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.910+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=9UZOF7T2BS3V type=del 2026-04-02T11:46:45.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.911+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~95MIA4WS27VL.0 size=1048576 2026-04-02T11:46:45.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.912+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~95MIA4WS27VL.1 size=805952 2026-04-02T11:46:45.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.912+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=95MIA4WS27VL tag=6ZL61RLAS2S1 type=write size=2903104 2026-04-02T11:46:45.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.913+0000 7f5333614880 -1 < failed to complete operation key=EXN9SVYJIGMQ tag=PYM9PIM5LAGJ type=del size=3022849: (22) Invalid argument 2026-04-02T11:46:45.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.914+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XXO6YBGQ86ML.0 size=1048576 2026-04-02T11:46:45.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.915+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XXO6YBGQ86ML.1 size=232314 2026-04-02T11:46:45.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.915+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=XXO6YBGQ86ML tag=S8VUAY860V1C type=write size=2329466 2026-04-02T11:46:45.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.917+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=5MO29UTGZUOO type=del size=3840299 2026-04-02T11:46:45.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.919+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.0 size=1048576 2026-04-02T11:46:45.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.920+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.1 size=1048576 2026-04-02T11:46:45.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.921+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.2 size=623326 2026-04-02T11:46:45.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.921+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=ESIW7L25QFEH tag=VEOVCAM2Y8LQ type=write size=3769054 2026-04-02T11:46:45.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.922+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=2XCA9LASBVEA type=del 2026-04-02T11:46:45.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.922+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=O67ED8R308TN type=del size=152998 2026-04-02T11:46:45.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.923+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=YU8L0IN21ON2 type=del 2026-04-02T11:46:45.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.925+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.0 size=1048576 2026-04-02T11:46:45.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.925+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.1 size=1048576 2026-04-02T11:46:45.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.926+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.2 size=723214 2026-04-02T11:46:45.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.926+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=F96VQGL2M13A tag=2CQZKM0SUV7R type=write size=3868942 2026-04-02T11:46:45.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.927+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=3RPPT5SIXRLN type=del 2026-04-02T11:46:45.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.927+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=YTZKV6T9EWLO type=del size=495895 2026-04-02T11:46:45.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.929+0000 7f5333614880 1 < suggested remove operation key=1N5ID2080ZHV tag=OCURGU680171 type=del 2026-04-02T11:46:45.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.930+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=015UI5CKK8T7 type=del size=2415 2026-04-02T11:46:45.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.930+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=AX5JOK7BAFUG type=del 2026-04-02T11:46:45.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.931+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=IA9NGBRIBGHN type=del size=3315518 2026-04-02T11:46:45.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.932+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=I8QOQ11BGKSD type=del 2026-04-02T11:46:45.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.933+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=1WHLVWK6RPSW type=del size=3346227 2026-04-02T11:46:45.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.934+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=58MPDQKLMSTY type=del 2026-04-02T11:46:45.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.934+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=IKEYOXN719Y5 type=del size=1478148 2026-04-02T11:46:45.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.935+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~651L6DOBPDXR.0 size=446350 2026-04-02T11:46:45.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.936+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=651L6DOBPDXR tag=MTXUQBRUU85N type=write size=1494926 2026-04-02T11:46:45.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.937+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=C4Y2USWIDSKD type=write size=349927 2026-04-02T11:46:45.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.938+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=SVG9OI5THVPM type=del 2026-04-02T11:46:45.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.939+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=DLHJTRNS9TQI type=write size=192594 2026-04-02T11:46:45.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.940+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~CL4KIFAG0R4S.0 size=42052 2026-04-02T11:46:45.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.941+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=CL4KIFAG0R4S tag=TACUTQHMWR3I type=write size=1090628 2026-04-02T11:46:45.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.942+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=0G6JB4NS8JW1 type=write size=181154 2026-04-02T11:46:45.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.943+0000 7f5333614880 -1 < failed to complete operation key=1N5ID2080ZHV tag=1MKFKD1Q44OC type=del size=2280570: (22) Invalid argument 2026-04-02T11:46:45.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.944+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.0 size=1048576 2026-04-02T11:46:45.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.945+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.1 size=1048576 2026-04-02T11:46:45.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.946+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.2 size=877958 2026-04-02T11:46:45.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.946+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=QHQNB28LA7WZ tag=GU4VUPA2CKZZ type=write size=4023686 2026-04-02T11:46:45.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.946+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=26P9XHK6O7MY type=del 2026-04-02T11:46:45.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.947+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=HCCEAO202RD7 type=write size=139809 2026-04-02T11:46:45.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.948+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.0 size=1048576 2026-04-02T11:46:45.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.949+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.1 size=1048576 2026-04-02T11:46:45.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.950+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~8N27WGHXY85K.2 size=160213 2026-04-02T11:46:45.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.952+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=8N27WGHXY85K tag=HFCB9M49WJI1 type=write size=3305941 2026-04-02T11:46:45.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.953+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=KYGFGW0QE9PQ type=del size=1998506 2026-04-02T11:46:45.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.953+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~95MIA4WS27VL.0 size=1048576 2026-04-02T11:46:45.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.953+0000 7f5333614880 1 < canceled part key=_multipart_AG4P1QGOQ0OE.2~95MIA4WS27VL.1 size=805952 2026-04-02T11:46:45.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.955+0000 7f5333614880 1 < canceled multipart upload key=AG4P1QGOQ0OE upload=95MIA4WS27VL tag=6ZL61RLAS2S1 type=write size=2903104 2026-04-02T11:46:45.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.956+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=VXETVVZFB35Q type=del size=2202946 2026-04-02T11:46:45.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.957+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XXO6YBGQ86ML.0 size=1048576 2026-04-02T11:46:45.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.957+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XXO6YBGQ86ML.1 size=232314 2026-04-02T11:46:45.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.959+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=XXO6YBGQ86ML tag=S8VUAY860V1C type=write size=2329466 2026-04-02T11:46:45.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.960+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=0NXZ16L2RU1Q type=write size=1033872 2026-04-02T11:46:45.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.960+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.0 size=1048576 2026-04-02T11:46:45.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.961+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.1 size=1048576 2026-04-02T11:46:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.962+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~ESIW7L25QFEH.2 size=623326 2026-04-02T11:46:45.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.964+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=ESIW7L25QFEH tag=VEOVCAM2Y8LQ type=write size=3769054 2026-04-02T11:46:45.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.966+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GTQLPRP21GQF.0 size=1048576 2026-04-02T11:46:45.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.967+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~GTQLPRP21GQF.1 size=300378 2026-04-02T11:46:45.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.967+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=GTQLPRP21GQF tag=PXEJYM4ZFENC type=write size=2397530 2026-04-02T11:46:45.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.968+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=O67ED8R308TN type=del 2026-04-02T11:46:45.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.969+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=06Q9K0EYWEBL type=del size=3666477 2026-04-02T11:46:45.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.969+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.0 size=1048576 2026-04-02T11:46:45.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.970+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.1 size=1048576 2026-04-02T11:46:45.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.971+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~F96VQGL2M13A.2 size=723214 2026-04-02T11:46:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.972+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=F96VQGL2M13A tag=2CQZKM0SUV7R type=write size=3868942 2026-04-02T11:46:45.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.973+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=RVCYWKIQW4IG type=del size=70518 2026-04-02T11:46:45.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.974+0000 7f5333614880 1 < canceled operation key=NAP80R228JZJ tag=YTZKV6T9EWLO type=del size=495895 2026-04-02T11:46:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.975+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.0 size=1048576 2026-04-02T11:46:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.976+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.1 size=1048576 2026-04-02T11:46:45.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.977+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.2 size=831405 2026-04-02T11:46:45.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.977+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=153IEHRTKAMX tag=6155UOAAW0ZT type=write size=3977133 2026-04-02T11:46:45.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.978+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=015UI5CKK8T7 type=del 2026-04-02T11:46:45.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.979+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~MJ18BVEWYO57.0 size=1048576 2026-04-02T11:46:45.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.980+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~MJ18BVEWYO57.1 size=372637 2026-04-02T11:46:45.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.980+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=MJ18BVEWYO57 tag=UZF0FW42FYZF type=write size=2469789 2026-04-02T11:46:45.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.982+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=IA9NGBRIBGHN type=del 2026-04-02T11:46:45.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.984+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~7FNANL4V24EH.0 size=591011 2026-04-02T11:46:45.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.984+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=7FNANL4V24EH tag=M2BVQBGW66C6 type=write size=1639587 2026-04-02T11:46:45.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.986+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=1WHLVWK6RPSW type=del size=3346227 2026-04-02T11:46:45.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.987+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~FK6WGLMHV3HP.0 size=1048576 2026-04-02T11:46:45.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.988+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~FK6WGLMHV3HP.1 size=721356 2026-04-02T11:46:45.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.988+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=FK6WGLMHV3HP tag=9RU3VTJTOK4F type=write size=2818508 2026-04-02T11:46:45.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.989+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=IKEYOXN719Y5 type=del 2026-04-02T11:46:45.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.990+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=6JOS90BEDS0W type=del size=451186 2026-04-02T11:46:45.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.991+0000 7f5333614880 1 < completed write operation key=C8ZRSTX2VB66 tag=C4Y2USWIDSKD type=write size=349927 2026-04-02T11:46:45.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.992+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=13A4WRUBN1FD type=del size=3617919 2026-04-02T11:46:45.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.993+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=DLHJTRNS9TQI type=write size=192594 2026-04-02T11:46:45.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.994+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=ZOS5941KA8I9 type=write size=545503 2026-04-02T11:46:45.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.995+0000 7f5333614880 1 < completed write operation key=AG4P1QGOQ0OE tag=0G6JB4NS8JW1 type=write size=181154 2026-04-02T11:46:45.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.996+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.0 size=1048576 2026-04-02T11:46:45.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.997+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.1 size=1048576 2026-04-02T11:46:46.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.998+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.2 size=182996 2026-04-02T11:46:46.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.998+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=RSL3G6ULOING tag=B18448MZ3GYQ type=write size=3328724 2026-04-02T11:46:46.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.999+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.0 size=1048576 2026-04-02T11:46:46.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:45.999+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.1 size=1048576 2026-04-02T11:46:46.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.000+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~QHQNB28LA7WZ.2 size=877958 2026-04-02T11:46:46.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.001+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=QHQNB28LA7WZ tag=GU4VUPA2CKZZ type=write size=4023686 2026-04-02T11:46:46.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.002+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=S8WVS3JCDXM4 type=del size=440329 2026-04-02T11:46:46.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.003+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=HCCEAO202RD7 type=write size=139809 2026-04-02T11:46:46.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.004+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=0X90C4Q8TFBX type=del size=107107 2026-04-02T11:46:46.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.005+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=KYGFGW0QE9PQ type=del 2026-04-02T11:46:46.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.006+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=7RPZLE8AM6EW type=del size=173873 2026-04-02T11:46:46.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.007+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=VXETVVZFB35Q type=del 2026-04-02T11:46:46.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.009+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~A2LLQ769LAGV.0 size=657086 2026-04-02T11:46:46.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.009+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=A2LLQ769LAGV tag=H68AWJRSXEBS type=write size=1705662 2026-04-02T11:46:46.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.010+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=0NXZ16L2RU1Q type=write size=1033872 2026-04-02T11:46:46.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.057+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.0 size=1048576 2026-04-02T11:46:46.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.058+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.1 size=1048576 2026-04-02T11:46:46.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.059+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.2 size=823512 2026-04-02T11:46:46.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.059+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=LLWTR9FQW6HG tag=GO8GLG4IEC0O type=write size=3969240 2026-04-02T11:46:46.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.059+0000 7f5333614880 1 < canceled part key=_multipart_LTB13PIUFMYH.2~GTQLPRP21GQF.0 size=1048576 2026-04-02T11:46:46.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.060+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~GTQLPRP21GQF.1 size=300378 2026-04-02T11:46:46.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.061+0000 7f5333614880 1 < canceled multipart upload key=LTB13PIUFMYH upload=GTQLPRP21GQF tag=PXEJYM4ZFENC type=write size=2397530 2026-04-02T11:46:46.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.062+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~B8T0PW8F4W1U.0 size=466846 2026-04-02T11:46:46.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.063+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=B8T0PW8F4W1U tag=TJXU68JUB5MP type=write size=1515422 2026-04-02T11:46:46.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.063+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=06Q9K0EYWEBL type=del 2026-04-02T11:46:46.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.064+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=NQMF2RUJ5233 type=del size=1304781 2026-04-02T11:46:46.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.066+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=RVCYWKIQW4IG type=del size=70518 2026-04-02T11:46:46.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.066+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=24VLCHPRSGI9 type=write size=61128 2026-04-02T11:46:46.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.067+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.0 size=1048576 2026-04-02T11:46:46.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.067+0000 7f5333614880 1 < canceled part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.1 size=1048576 2026-04-02T11:46:46.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.068+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~153IEHRTKAMX.2 size=831405 2026-04-02T11:46:46.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.070+0000 7f5333614880 1 < canceled multipart upload key=2UF1R4YCK37X upload=153IEHRTKAMX tag=6155UOAAW0ZT type=write size=3977133 2026-04-02T11:46:46.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.071+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.0 size=1048576 2026-04-02T11:46:46.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.072+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.1 size=1048576 2026-04-02T11:46:46.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.073+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.2 size=833118 2026-04-02T11:46:46.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.073+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=5JRS1WJNKR4R tag=6X0P21XT6T8Q type=write size=3978846 2026-04-02T11:46:46.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.074+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~MJ18BVEWYO57.0 size=1048576 2026-04-02T11:46:46.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.075+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~MJ18BVEWYO57.1 size=372637 2026-04-02T11:46:46.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.077+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=MJ18BVEWYO57 tag=UZF0FW42FYZF type=write size=2469789 2026-04-02T11:46:46.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.079+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~XNSA2UV0E33Z.0 size=1048576 2026-04-02T11:46:46.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.080+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~XNSA2UV0E33Z.1 size=747135 2026-04-02T11:46:46.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.080+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=XNSA2UV0E33Z tag=PVZQLSWMCI50 type=write size=2844287 2026-04-02T11:46:46.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.080+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~7FNANL4V24EH.0 size=591011 2026-04-02T11:46:46.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.081+0000 7f5333614880 1 < canceled multipart upload key=MJF6T1TAF5I9 upload=7FNANL4V24EH tag=M2BVQBGW66C6 type=write size=1639587 2026-04-02T11:46:46.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.082+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=HC4YVTCD88MC type=write size=295716 2026-04-02T11:46:46.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.083+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~FK6WGLMHV3HP.0 size=1048576 2026-04-02T11:46:46.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.084+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~FK6WGLMHV3HP.1 size=721356 2026-04-02T11:46:46.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.086+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=FK6WGLMHV3HP tag=9RU3VTJTOK4F type=write size=2818508 2026-04-02T11:46:46.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.087+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.0 size=1048576 2026-04-02T11:46:46.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.088+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.1 size=1048576 2026-04-02T11:46:46.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.089+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.2 size=783062 2026-04-02T11:46:46.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.089+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=K3M3L1J73NW2 tag=0MG1T8QV2MJE type=write size=3928790 2026-04-02T11:46:46.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.090+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=6JOS90BEDS0W type=del 2026-04-02T11:46:46.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.091+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=QR1OD2WQBZYM type=del size=1909423 2026-04-02T11:46:46.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.092+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=13A4WRUBN1FD type=del 2026-04-02T11:46:46.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.093+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.0 size=1048576 2026-04-02T11:46:46.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.094+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.1 size=1048576 2026-04-02T11:46:46.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.096+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.2 size=753661 2026-04-02T11:46:46.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.096+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=CHDQ65N3CZU8 tag=4JUX9A599O3F type=write size=3899389 2026-04-02T11:46:46.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.097+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=ZOS5941KA8I9 type=write size=545503 2026-04-02T11:46:46.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.099+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~0KEDU37HDRAJ.0 size=1048576 2026-04-02T11:46:46.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.100+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~0KEDU37HDRAJ.1 size=462301 2026-04-02T11:46:46.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.100+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=0KEDU37HDRAJ tag=C9N8B1GE6IOW type=write size=2559453 2026-04-02T11:46:46.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.101+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.0 size=1048576 2026-04-02T11:46:46.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.102+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.1 size=1048576 2026-04-02T11:46:46.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.103+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~RSL3G6ULOING.2 size=182996 2026-04-02T11:46:46.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.104+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=RSL3G6ULOING tag=B18448MZ3GYQ type=write size=3328724 2026-04-02T11:46:46.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.105+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=88UHF8ZVB234 type=del size=1091744 2026-04-02T11:46:46.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.107+0000 7f5333614880 1 < suggested update operation key=2FO2MNKR19RL tag=S8WVS3JCDXM4 type=del size=440329 2026-04-02T11:46:46.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.108+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=2MR9ZLYE1LIF type=del size=3121833 2026-04-02T11:46:46.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.109+0000 7f5333614880 1 < canceled operation key=38G32TCWGKT5 tag=0X90C4Q8TFBX type=del size=107107 2026-04-02T11:46:46.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.112+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~JJTK91OB11SY.0 size=577054 2026-04-02T11:46:46.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.112+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=JJTK91OB11SY tag=EET7HW41CVRZ type=write size=1625630 2026-04-02T11:46:46.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.113+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=7RPZLE8AM6EW type=del 2026-04-02T11:46:46.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.114+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=CD4ULU5HCZRR type=del size=2806821 2026-04-02T11:46:46.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.114+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~A2LLQ769LAGV.0 size=657086 2026-04-02T11:46:46.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.116+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=A2LLQ769LAGV tag=H68AWJRSXEBS type=write size=1705662 2026-04-02T11:46:46.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.117+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=3TM2M34YLS3R type=del size=1266470 2026-04-02T11:46:46.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.118+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.0 size=1048576 2026-04-02T11:46:46.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.119+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.1 size=1048576 2026-04-02T11:46:46.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.119+0000 7f5333614880 1 < canceled part key=_multipart_2FO2MNKR19RL.2~LLWTR9FQW6HG.2 size=823512 2026-04-02T11:46:46.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.120+0000 7f5333614880 1 < canceled multipart upload key=2FO2MNKR19RL upload=LLWTR9FQW6HG tag=GO8GLG4IEC0O type=write size=3969240 2026-04-02T11:46:46.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.121+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=4KAE7NQGAS0L type=del size=2612164 2026-04-02T11:46:46.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.122+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~B8T0PW8F4W1U.0 size=466846 2026-04-02T11:46:46.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.124+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=B8T0PW8F4W1U tag=TJXU68JUB5MP type=write size=1515422 2026-04-02T11:46:46.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.125+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=EL1IIYYJBDA1 type=del size=3708086 2026-04-02T11:46:46.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.125+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=NQMF2RUJ5233 type=del 2026-04-02T11:46:46.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.126+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=ZK9FI81AZ9E8 type=del size=371359 2026-04-02T11:46:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.128+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=24VLCHPRSGI9 type=write size=61128 2026-04-02T11:46:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.129+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=CB337HMFSGLR type=del size=742191 2026-04-02T11:46:46.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.130+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.0 size=1048576 2026-04-02T11:46:46.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.130+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.1 size=1048576 2026-04-02T11:46:46.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.130+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~5JRS1WJNKR4R.2 size=833118 2026-04-02T11:46:46.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.131+0000 7f5333614880 1 < canceled multipart upload key=VK1RMXPUCX5B upload=5JRS1WJNKR4R tag=6X0P21XT6T8Q type=write size=3978846 2026-04-02T11:46:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.133+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~NHXORJK3KAPN.0 size=627944 2026-04-02T11:46:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.133+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=NHXORJK3KAPN tag=1ID028WT69JV type=write size=1676520 2026-04-02T11:46:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.134+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~XNSA2UV0E33Z.0 size=1048576 2026-04-02T11:46:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.134+0000 7f5333614880 1 < canceled part key=_multipart_VTYB3X0YEZVL.2~XNSA2UV0E33Z.1 size=747135 2026-04-02T11:46:46.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.135+0000 7f5333614880 1 < canceled multipart upload key=VTYB3X0YEZVL upload=XNSA2UV0E33Z tag=PVZQLSWMCI50 type=write size=2844287 2026-04-02T11:46:46.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.137+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.0 size=1048576 2026-04-02T11:46:46.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.137+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.1 size=1048576 2026-04-02T11:46:46.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.138+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.2 size=552158 2026-04-02T11:46:46.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.138+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=Z850Q7THDKOE tag=I30ZMCEF9CBQ type=write size=3697886 2026-04-02T11:46:46.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.139+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=HC4YVTCD88MC type=write size=295716 2026-04-02T11:46:46.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.142+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=02GXNB2G46M7 type=del size=651387 2026-04-02T11:46:46.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.142+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.0 size=1048576 2026-04-02T11:46:46.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.142+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.1 size=1048576 2026-04-02T11:46:46.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.142+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~K3M3L1J73NW2.2 size=783062 2026-04-02T11:46:46.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.143+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=K3M3L1J73NW2 tag=0MG1T8QV2MJE type=write size=3928790 2026-04-02T11:46:46.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.144+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=9F4WESPH9F57 type=del size=187831 2026-04-02T11:46:46.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.146+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=QR1OD2WQBZYM type=del size=1909423 2026-04-02T11:46:46.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.147+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=6MKXYXSFAO3U type=write size=812343 2026-04-02T11:46:46.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.148+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.0 size=1048576 2026-04-02T11:46:46.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.148+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.1 size=1048576 2026-04-02T11:46:46.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.149+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~CHDQ65N3CZU8.2 size=753661 2026-04-02T11:46:46.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.151+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=CHDQ65N3CZU8 tag=4JUX9A599O3F type=write size=3899389 2026-04-02T11:46:46.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.152+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=2DHTTPJZ6JGI type=del size=3396284 2026-04-02T11:46:46.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.153+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~0KEDU37HDRAJ.0 size=1048576 2026-04-02T11:46:46.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.154+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~0KEDU37HDRAJ.1 size=462301 2026-04-02T11:46:46.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.155+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=0KEDU37HDRAJ tag=C9N8B1GE6IOW type=write size=2559453 2026-04-02T11:46:46.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.157+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~VH208YCDIZ52.0 size=322811 2026-04-02T11:46:46.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.157+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=VH208YCDIZ52 tag=VTYH5W6EFSNG type=write size=1371387 2026-04-02T11:46:46.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.158+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=88UHF8ZVB234 type=del 2026-04-02T11:46:46.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.159+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=B57XG8OLR7YO type=del size=1299354 2026-04-02T11:46:46.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.160+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=2MR9ZLYE1LIF type=del 2026-04-02T11:46:46.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.162+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.0 size=1048576 2026-04-02T11:46:46.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.162+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.1 size=1048576 2026-04-02T11:46:46.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.163+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.2 size=1033131 2026-04-02T11:46:46.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.163+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=AGY3VBK9GK1E tag=5J1YN75TKSP4 type=write size=4178859 2026-04-02T11:46:46.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.164+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~JJTK91OB11SY.0 size=577054 2026-04-02T11:46:46.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.165+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=JJTK91OB11SY tag=EET7HW41CVRZ type=write size=1625630 2026-04-02T11:46:46.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.167+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~P90FZ90GVMNQ.0 size=15778 2026-04-02T11:46:46.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.167+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=P90FZ90GVMNQ tag=7HXBZUK48JG9 type=write size=1064354 2026-04-02T11:46:46.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.168+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=CD4ULU5HCZRR type=del 2026-04-02T11:46:46.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.169+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=ESIU0JU4C9HC type=del size=2118284 2026-04-02T11:46:46.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.169+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=3TM2M34YLS3R type=del 2026-04-02T11:46:46.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.170+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=4Q32RCUABIMM type=write size=429865 2026-04-02T11:46:46.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.172+0000 7f5333614880 1 < suggested update operation key=IWEIGMTGAJE9 tag=4KAE7NQGAS0L type=del size=2612164 2026-04-02T11:46:46.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.173+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~F21RV3TF9II4.0 size=1048576 2026-04-02T11:46:46.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.174+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~F21RV3TF9II4.1 size=384100 2026-04-02T11:46:46.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.174+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=F21RV3TF9II4 tag=RC58AMRSAOFI type=write size=2481252 2026-04-02T11:46:46.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.176+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=EL1IIYYJBDA1 type=del 2026-04-02T11:46:46.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.177+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=X2VJ41X5M5H3 type=del size=454905 2026-04-02T11:46:46.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.179+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=ZK9FI81AZ9E8 type=del 2026-04-02T11:46:46.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.180+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=XMVBX30RSDSU type=del size=1575330 2026-04-02T11:46:46.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.181+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=CB337HMFSGLR type=del size=742191 2026-04-02T11:46:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.182+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=B6OX9NF5ON6C type=del size=2539040 2026-04-02T11:46:46.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.184+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~NHXORJK3KAPN.0 size=627944 2026-04-02T11:46:46.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.185+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=NHXORJK3KAPN tag=1ID028WT69JV type=write size=1676520 2026-04-02T11:46:46.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.187+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~5W9XLHFJQH8Y.0 size=1048576 2026-04-02T11:46:46.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.187+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~5W9XLHFJQH8Y.1 size=905527 2026-04-02T11:46:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.187+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=5W9XLHFJQH8Y tag=IGH4KPP1PM7L type=write size=3002679 2026-04-02T11:46:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.188+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.0 size=1048576 2026-04-02T11:46:46.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.189+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.1 size=1048576 2026-04-02T11:46:46.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.190+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~Z850Q7THDKOE.2 size=552158 2026-04-02T11:46:46.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.191+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=Z850Q7THDKOE tag=I30ZMCEF9CBQ type=write size=3697886 2026-04-02T11:46:46.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.193+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=EZGIGFEMJJFW type=del size=4126457 2026-04-02T11:46:46.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.194+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=02GXNB2G46M7 type=del 2026-04-02T11:46:46.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.195+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=5400JF89SBJG type=del size=98445 2026-04-02T11:46:46.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.196+0000 7f5333614880 -1 < failed to complete operation key=IWEIGMTGAJE9 tag=9F4WESPH9F57 type=del size=187831: (22) Invalid argument 2026-04-02T11:46:46.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.197+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=317T3EFPDZRG type=del size=3571278 2026-04-02T11:46:46.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.197+0000 7f5333614880 1 < completed write operation key=AG4P1QGOQ0OE tag=6MKXYXSFAO3U type=write size=812343 2026-04-02T11:46:46.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.198+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=RL1UWJ5JW1MR type=del size=4140806 2026-04-02T11:46:46.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.198+0000 7f5333614880 -1 < no bi entry to suggest for operation key=VK1RMXPUCX5B tag=2DHTTPJZ6JGI type=del size=3396284: (2) No such file or directory 2026-04-02T11:46:46.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.200+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~4C9ANQNVPN5Q.0 size=1048576 2026-04-02T11:46:46.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.200+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~4C9ANQNVPN5Q.1 size=63134 2026-04-02T11:46:46.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.201+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=4C9ANQNVPN5Q tag=7Z4J3O04QUV1 type=write size=2160286 2026-04-02T11:46:46.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.201+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~VH208YCDIZ52.0 size=322811 2026-04-02T11:46:46.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.203+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=VH208YCDIZ52 tag=VTYH5W6EFSNG type=write size=1371387 2026-04-02T11:46:46.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.203+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=XUXNYXYPU2DK type=write size=50764 2026-04-02T11:46:46.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.204+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=B57XG8OLR7YO type=del size=1299354 2026-04-02T11:46:46.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.206+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~0BV6F8SE3ASM.0 size=663341 2026-04-02T11:46:46.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.206+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=0BV6F8SE3ASM tag=9ED47FJNA6X0 type=write size=1711917 2026-04-02T11:46:46.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.207+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.0 size=1048576 2026-04-02T11:46:46.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.207+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.1 size=1048576 2026-04-02T11:46:46.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.208+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~AGY3VBK9GK1E.2 size=1033131 2026-04-02T11:46:46.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.209+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=AGY3VBK9GK1E tag=5J1YN75TKSP4 type=write size=4178859 2026-04-02T11:46:46.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.210+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=CDYY6A55XRI3 type=del size=712752 2026-04-02T11:46:46.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.211+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~P90FZ90GVMNQ.0 size=15778 2026-04-02T11:46:46.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.212+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=P90FZ90GVMNQ tag=7HXBZUK48JG9 type=write size=1064354 2026-04-02T11:46:46.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.213+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=AXJ9R6ZX4C88 type=del size=2041210 2026-04-02T11:46:46.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.214+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=ESIU0JU4C9HC type=del 2026-04-02T11:46:46.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.216+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~53NS9TA09XOK.0 size=1048576 2026-04-02T11:46:46.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.217+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~53NS9TA09XOK.1 size=443952 2026-04-02T11:46:46.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.217+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=53NS9TA09XOK tag=UJKE7FVEDFKS type=write size=2541104 2026-04-02T11:46:46.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.217+0000 7f5333614880 -1 < failed to complete operation key=VK1RMXPUCX5B tag=4Q32RCUABIMM type=write size=429865: (22) Invalid argument 2026-04-02T11:46:46.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.218+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=ZPB0TB2MX6FA type=del size=2245452 2026-04-02T11:46:46.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.219+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~F21RV3TF9II4.0 size=1048576 2026-04-02T11:46:46.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.220+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~F21RV3TF9II4.1 size=384100 2026-04-02T11:46:46.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.221+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=F21RV3TF9II4 tag=RC58AMRSAOFI type=write size=2481252 2026-04-02T11:46:46.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.222+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=HFAD2XFTEXS2 type=write size=349930 2026-04-02T11:46:46.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.223+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=X2VJ41X5M5H3 type=del 2026-04-02T11:46:46.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.224+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=WL8XWRMLDARG type=del size=3026533 2026-04-02T11:46:46.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.232+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=XMVBX30RSDSU type=del 2026-04-02T11:46:46.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.233+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=WS2LEWZW02N6 type=del size=2744680 2026-04-02T11:46:46.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.234+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=B6OX9NF5ON6C type=del 2026-04-02T11:46:46.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.235+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=CUQ5VE1OZZ81 type=write size=79558 2026-04-02T11:46:46.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.236+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~5W9XLHFJQH8Y.0 size=1048576 2026-04-02T11:46:46.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.236+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~5W9XLHFJQH8Y.1 size=905527 2026-04-02T11:46:46.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.238+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=5W9XLHFJQH8Y tag=IGH4KPP1PM7L type=write size=3002679 2026-04-02T11:46:46.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.239+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~KGZJ2LLKW24R.0 size=610277 2026-04-02T11:46:46.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.239+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=KGZJ2LLKW24R tag=8VR4CL0D58A3 type=write size=1658853 2026-04-02T11:46:46.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.241+0000 7f5333614880 1 < suggested remove operation key=AKGGO4RSPZUL tag=EZGIGFEMJJFW type=del 2026-04-02T11:46:46.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.242+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=P1UNOYMTKLU8 type=write size=484768 2026-04-02T11:46:46.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.242+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=5400JF89SBJG type=del 2026-04-02T11:46:46.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.243+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=EDIO3003M2W9 type=del size=2485456 2026-04-02T11:46:46.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.244+0000 7f5333614880 1 < canceled operation key=UMYOSRME1LS0 tag=317T3EFPDZRG type=del size=3571278 2026-04-02T11:46:46.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.246+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.0 size=1048576 2026-04-02T11:46:46.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.246+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.1 size=1048576 2026-04-02T11:46:46.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.247+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.2 size=770550 2026-04-02T11:46:46.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.247+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=JAJ6YPZLY6LN tag=X8W1LGI9AOKT type=write size=3916278 2026-04-02T11:46:46.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.249+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=RL1UWJ5JW1MR type=del 2026-04-02T11:46:46.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.250+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.0 size=1048576 2026-04-02T11:46:46.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.251+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.1 size=1048576 2026-04-02T11:46:46.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.251+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.2 size=235413 2026-04-02T11:46:46.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.251+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=NJ8CXM4L0IJS tag=GFAEG0J98JZ0 type=write size=3381141 2026-04-02T11:46:46.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.252+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~4C9ANQNVPN5Q.0 size=1048576 2026-04-02T11:46:46.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.253+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~4C9ANQNVPN5Q.1 size=63134 2026-04-02T11:46:46.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.254+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=4C9ANQNVPN5Q tag=7Z4J3O04QUV1 type=write size=2160286 2026-04-02T11:46:46.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.255+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=RCFBGYLXXA5K type=del size=1051990 2026-04-02T11:46:46.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.257+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=XUXNYXYPU2DK type=write size=50764 2026-04-02T11:46:46.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.257+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=R9D4692CA28C type=write size=856976 2026-04-02T11:46:46.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.258+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~0BV6F8SE3ASM.0 size=663341 2026-04-02T11:46:46.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.259+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=0BV6F8SE3ASM tag=9ED47FJNA6X0 type=write size=1711917 2026-04-02T11:46:46.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.260+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=6WIB78VMIA6N type=del size=1897124 2026-04-02T11:46:46.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.263+0000 7f5333614880 1 < suggested update operation key=VK1RMXPUCX5B tag=CDYY6A55XRI3 type=del size=712752 2026-04-02T11:46:46.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.264+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.0 size=1048576 2026-04-02T11:46:46.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.265+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.1 size=1048576 2026-04-02T11:46:46.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.265+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.2 size=996222 2026-04-02T11:46:46.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.265+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=9V1MHJ8CRL9R tag=WMNXXVEWUU12 type=write size=4141950 2026-04-02T11:46:46.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.266+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=AXJ9R6ZX4C88 type=del 2026-04-02T11:46:46.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.267+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=KKTLGDLHA0XN type=write size=559227 2026-04-02T11:46:46.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.268+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~53NS9TA09XOK.0 size=1048576 2026-04-02T11:46:46.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.268+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~53NS9TA09XOK.1 size=443952 2026-04-02T11:46:46.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.271+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=53NS9TA09XOK tag=UJKE7FVEDFKS type=write size=2541104 2026-04-02T11:46:46.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.272+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.0 size=1048576 2026-04-02T11:46:46.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.273+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.1 size=1048576 2026-04-02T11:46:46.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.273+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.2 size=95730 2026-04-02T11:46:46.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.273+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=UGH5KX2NCY6X tag=XBD7P9PI244Y type=write size=3241458 2026-04-02T11:46:46.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.274+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=ZPB0TB2MX6FA type=del 2026-04-02T11:46:46.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.276+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.0 size=1048576 2026-04-02T11:46:46.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.276+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.1 size=1048576 2026-04-02T11:46:46.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.277+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.2 size=9587 2026-04-02T11:46:46.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.277+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=OVJAP1WW6EQG tag=DR3MNGOY4H5M type=write size=3155315 2026-04-02T11:46:46.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.278+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=HFAD2XFTEXS2 type=write size=349930 2026-04-02T11:46:46.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.279+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~EXPE5ANC3K7S.0 size=903172 2026-04-02T11:46:46.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.279+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=EXPE5ANC3K7S tag=L6MKZLYFQTXQ type=write size=1951748 2026-04-02T11:46:46.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.280+0000 7f5333614880 -1 < failed to complete operation key=3V9OL1TOYAR3 tag=WL8XWRMLDARG type=del size=3026533: (22) Invalid argument 2026-04-02T11:46:46.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.281+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~B55P856VZM3S.0 size=1048576 2026-04-02T11:46:46.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.282+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~B55P856VZM3S.1 size=70475 2026-04-02T11:46:46.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.282+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=B55P856VZM3S tag=56U127TQVQY1 type=write size=2167627 2026-04-02T11:46:46.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.283+0000 7f5333614880 -1 < failed to complete operation key=MJF6T1TAF5I9 tag=WS2LEWZW02N6 type=del size=2744680: (22) Invalid argument 2026-04-02T11:46:46.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.284+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=Z6ZXWKCJLX0E type=del size=1310571 2026-04-02T11:46:46.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.285+0000 7f5333614880 1 < completed write operation key=NAP80R228JZJ tag=CUQ5VE1OZZ81 type=write size=79558 2026-04-02T11:46:46.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.286+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~MFEOIKCS2QL2.0 size=564158 2026-04-02T11:46:46.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.286+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=MFEOIKCS2QL2 tag=QD3KVE5R20MZ type=write size=1612734 2026-04-02T11:46:46.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.287+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~KGZJ2LLKW24R.0 size=610277 2026-04-02T11:46:46.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.288+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=KGZJ2LLKW24R tag=8VR4CL0D58A3 type=write size=1658853 2026-04-02T11:46:46.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.294+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~3GWRIK3F1B5R.0 size=1048576 2026-04-02T11:46:46.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.295+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~3GWRIK3F1B5R.1 size=671430 2026-04-02T11:46:46.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.295+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=3GWRIK3F1B5R tag=IOW000GQEERQ type=write size=2768582 2026-04-02T11:46:46.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.296+0000 7f5333614880 1 < completed write operation key=UNBE0OR07CI2 tag=P1UNOYMTKLU8 type=write size=484768 2026-04-02T11:46:46.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.298+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.0 size=1048576 2026-04-02T11:46:46.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.299+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.1 size=1048576 2026-04-02T11:46:46.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.299+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.2 size=969701 2026-04-02T11:46:46.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.299+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=MTFF1RMVV3MW tag=H9FZ3LI7YSPB type=write size=4115429 2026-04-02T11:46:46.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.300+0000 7f5333614880 -1 < failed to complete operation key=MJF6T1TAF5I9 tag=EDIO3003M2W9 type=del size=2485456: (22) Invalid argument 2026-04-02T11:46:46.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.302+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~XEW0P569QZER.0 size=543791 2026-04-02T11:46:46.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.302+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=XEW0P569QZER tag=MKR5GCOENV7U type=write size=1592367 2026-04-02T11:46:46.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.302+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.0 size=1048576 2026-04-02T11:46:46.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.303+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.1 size=1048576 2026-04-02T11:46:46.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.303+0000 7f5333614880 1 < canceled part key=_multipart_EB6X219R2ZBH.2~JAJ6YPZLY6LN.2 size=770550 2026-04-02T11:46:46.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.305+0000 7f5333614880 1 < canceled multipart upload key=EB6X219R2ZBH upload=JAJ6YPZLY6LN tag=X8W1LGI9AOKT type=write size=3916278 2026-04-02T11:46:46.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.305+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=TVZJ0Q6Y03NC type=del size=1953922 2026-04-02T11:46:46.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.306+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.0 size=1048576 2026-04-02T11:46:46.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.307+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.1 size=1048576 2026-04-02T11:46:46.310 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.308+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~NJ8CXM4L0IJS.2 size=235413 2026-04-02T11:46:46.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.309+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=NJ8CXM4L0IJS tag=GFAEG0J98JZ0 type=write size=3381141 2026-04-02T11:46:46.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.310+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YD87HBF0VWOH.0 size=1048576 2026-04-02T11:46:46.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.311+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YD87HBF0VWOH.1 size=293074 2026-04-02T11:46:46.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.311+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=YD87HBF0VWOH tag=R648Q3YUZK1V type=write size=2390226 2026-04-02T11:46:46.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.313+0000 7f5333614880 1 < suggested update operation key=72A8E181S0BV tag=RCFBGYLXXA5K type=del size=1051990 2026-04-02T11:46:46.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.314+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~0U4J0XXA66QW.0 size=1048576 2026-04-02T11:46:46.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.315+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~0U4J0XXA66QW.1 size=842184 2026-04-02T11:46:46.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.315+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=0U4J0XXA66QW tag=GOTTT71VYUXQ type=write size=2939336 2026-04-02T11:46:46.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.317+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=R9D4692CA28C type=write 2026-04-02T11:46:46.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.317+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=I2ST0BEENUVM type=del size=2715472 2026-04-02T11:46:46.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.318+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=6WIB78VMIA6N type=del 2026-04-02T11:46:46.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.319+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=P6B53SJT9EQ2 type=del size=705405 2026-04-02T11:46:46.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.320+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.0 size=1048576 2026-04-02T11:46:46.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.321+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.1 size=1048576 2026-04-02T11:46:46.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.321+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~9V1MHJ8CRL9R.2 size=996222 2026-04-02T11:46:46.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.323+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=9V1MHJ8CRL9R tag=WMNXXVEWUU12 type=write size=4141950 2026-04-02T11:46:46.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.332+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=UBMUXMKP5C6V type=del size=3334959 2026-04-02T11:46:46.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.333+0000 7f5333614880 1 < completed write operation key=X2A37MDQF19I tag=KKTLGDLHA0XN type=write size=559227 2026-04-02T11:46:46.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.334+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~ZUXDSB25NK5B.0 size=1048576 2026-04-02T11:46:46.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.335+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~ZUXDSB25NK5B.1 size=611295 2026-04-02T11:46:46.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.335+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=ZUXDSB25NK5B tag=YAHWBYU8P77O type=write size=2708447 2026-04-02T11:46:46.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.336+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.0 size=1048576 2026-04-02T11:46:46.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.336+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.1 size=1048576 2026-04-02T11:46:46.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.337+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~UGH5KX2NCY6X.2 size=95730 2026-04-02T11:46:46.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.339+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=UGH5KX2NCY6X tag=XBD7P9PI244Y type=write size=3241458 2026-04-02T11:46:46.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.340+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~6YUXKB2Z4BT3.0 size=683106 2026-04-02T11:46:46.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.340+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=6YUXKB2Z4BT3 tag=Y8G70C9D02VZ type=write size=1731682 2026-04-02T11:46:46.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.341+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.0 size=1048576 2026-04-02T11:46:46.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.342+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.1 size=1048576 2026-04-02T11:46:46.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.343+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~OVJAP1WW6EQG.2 size=9587 2026-04-02T11:46:46.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.344+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=OVJAP1WW6EQG tag=DR3MNGOY4H5M type=write size=3155315 2026-04-02T11:46:46.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.345+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=HLHDBRVWCGK6 type=del size=4026885 2026-04-02T11:46:46.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.346+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~EXPE5ANC3K7S.0 size=903172 2026-04-02T11:46:46.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.348+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=EXPE5ANC3K7S tag=L6MKZLYFQTXQ type=write size=1951748 2026-04-02T11:46:46.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.349+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~U7HECU6OV343.0 size=1048576 2026-04-02T11:46:46.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.350+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~U7HECU6OV343.1 size=612993 2026-04-02T11:46:46.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.350+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=U7HECU6OV343 tag=VH23OUOBLQN7 type=write size=2710145 2026-04-02T11:46:46.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.351+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~B55P856VZM3S.0 size=1048576 2026-04-02T11:46:46.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.351+0000 7f5333614880 1 < canceled part key=_multipart_LTB13PIUFMYH.2~B55P856VZM3S.1 size=70475 2026-04-02T11:46:46.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.352+0000 7f5333614880 1 < canceled multipart upload key=LTB13PIUFMYH upload=B55P856VZM3S tag=56U127TQVQY1 type=write size=2167627 2026-04-02T11:46:46.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.354+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.0 size=1048576 2026-04-02T11:46:46.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.354+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.1 size=1048576 2026-04-02T11:46:46.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.355+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.2 size=197935 2026-04-02T11:46:46.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.355+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=HTLMMC17TSB5 tag=K5Z2K3Z8OQCE type=write size=3343663 2026-04-02T11:46:46.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.357+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=Z6ZXWKCJLX0E type=del 2026-04-02T11:46:46.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.358+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~NNMVPO1ZNFWB.0 size=1048576 2026-04-02T11:46:46.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.359+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~NNMVPO1ZNFWB.1 size=90870 2026-04-02T11:46:46.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.359+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=NNMVPO1ZNFWB tag=MO8UTFK84SIT type=write size=2188022 2026-04-02T11:46:46.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.361+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~MFEOIKCS2QL2.0 size=564158 2026-04-02T11:46:46.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.363+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=MFEOIKCS2QL2 tag=QD3KVE5R20MZ type=write size=1612734 2026-04-02T11:46:46.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.363+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=QEVULE0DICSE type=del size=98227 2026-04-02T11:46:46.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.364+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~3GWRIK3F1B5R.0 size=1048576 2026-04-02T11:46:46.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.365+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~3GWRIK3F1B5R.1 size=671430 2026-04-02T11:46:46.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.366+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=3GWRIK3F1B5R tag=IOW000GQEERQ type=write size=2768582 2026-04-02T11:46:46.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.368+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~425FE5VCQFNQ.0 size=552160 2026-04-02T11:46:46.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.368+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=425FE5VCQFNQ tag=HM6B2YOWGXF6 type=write size=1600736 2026-04-02T11:46:46.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.374+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.0 size=1048576 2026-04-02T11:46:46.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.375+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.1 size=1048576 2026-04-02T11:46:46.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.376+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~MTFF1RMVV3MW.2 size=969701 2026-04-02T11:46:46.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.378+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=MTFF1RMVV3MW tag=H9FZ3LI7YSPB type=write size=4115429 2026-04-02T11:46:46.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.379+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=FXAFWUIO4TWX type=del size=1713713 2026-04-02T11:46:46.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.379+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~XEW0P569QZER.0 size=543791 2026-04-02T11:46:46.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.381+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=XEW0P569QZER tag=MKR5GCOENV7U type=write size=1592367 2026-04-02T11:46:46.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.382+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=MNDDBANO6OF5 type=write size=228674 2026-04-02T11:46:46.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.382+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=TVZJ0Q6Y03NC type=del 2026-04-02T11:46:46.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.383+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=EWLFUCDJULDZ type=del size=1321102 2026-04-02T11:46:46.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.384+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YD87HBF0VWOH.0 size=1048576 2026-04-02T11:46:46.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.385+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YD87HBF0VWOH.1 size=293074 2026-04-02T11:46:46.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.386+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=YD87HBF0VWOH tag=R648Q3YUZK1V type=write size=2390226 2026-04-02T11:46:46.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.387+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=R11R8I8VL5YC type=del size=2333649 2026-04-02T11:46:46.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.388+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~0U4J0XXA66QW.0 size=1048576 2026-04-02T11:46:46.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.389+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~0U4J0XXA66QW.1 size=842184 2026-04-02T11:46:46.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.390+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=0U4J0XXA66QW tag=GOTTT71VYUXQ type=write size=2939336 2026-04-02T11:46:46.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.391+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=FV6MCFN6YQ34 type=del size=192700 2026-04-02T11:46:46.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.392+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=I2ST0BEENUVM type=del 2026-04-02T11:46:46.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.394+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.0 size=1048576 2026-04-02T11:46:46.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.395+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.1 size=1048576 2026-04-02T11:46:46.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.395+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.2 size=455737 2026-04-02T11:46:46.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.395+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=LAZWQPQ542Y7 tag=JS3HNNQ8V768 type=write size=3601465 2026-04-02T11:46:46.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.397+0000 7f5333614880 1 < suggested remove operation key=HVXHNZUNGUWS tag=P6B53SJT9EQ2 type=del 2026-04-02T11:46:46.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.399+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~1U6M0CT6BG1O.0 size=34979 2026-04-02T11:46:46.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.399+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=1U6M0CT6BG1O tag=09O1I2RL1B8R type=write size=1083555 2026-04-02T11:46:46.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.400+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=UBMUXMKP5C6V type=del 2026-04-02T11:46:46.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.402+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.0 size=1048576 2026-04-02T11:46:46.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.403+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.1 size=1048576 2026-04-02T11:46:46.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.404+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.2 size=721751 2026-04-02T11:46:46.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.404+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=94EJB4REYUP9 tag=1FX1WZ7MFM0O type=write size=3867479 2026-04-02T11:46:46.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.405+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~ZUXDSB25NK5B.0 size=1048576 2026-04-02T11:46:46.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.406+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~ZUXDSB25NK5B.1 size=611295 2026-04-02T11:46:46.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.408+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=ZUXDSB25NK5B tag=YAHWBYU8P77O type=write size=2708447 2026-04-02T11:46:46.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.409+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~J8PD1SSOWH1Z.0 size=1048576 2026-04-02T11:46:46.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.410+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~J8PD1SSOWH1Z.1 size=863420 2026-04-02T11:46:46.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.410+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=J8PD1SSOWH1Z tag=X92GK3ER70DH type=write size=2960572 2026-04-02T11:46:46.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.411+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~6YUXKB2Z4BT3.0 size=683106 2026-04-02T11:46:46.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.412+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=6YUXKB2Z4BT3 tag=Y8G70C9D02VZ type=write size=1731682 2026-04-02T11:46:46.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.413+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=8MDTI2RW1QRY type=write size=147577 2026-04-02T11:46:46.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.415+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=HLHDBRVWCGK6 type=del 2026-04-02T11:46:46.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.417+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.0 size=1048576 2026-04-02T11:46:46.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.418+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.1 size=1048576 2026-04-02T11:46:46.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.418+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.2 size=124200 2026-04-02T11:46:46.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.418+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=O6NRXV8LQMT3 tag=DA60RZ2VHN39 type=write size=3269928 2026-04-02T11:46:46.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.419+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~U7HECU6OV343.0 size=1048576 2026-04-02T11:46:46.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.420+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~U7HECU6OV343.1 size=612993 2026-04-02T11:46:46.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.422+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=U7HECU6OV343 tag=VH23OUOBLQN7 type=write size=2710145 2026-04-02T11:46:46.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.424+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=TAYAZLP7HQJT type=del size=321752 2026-04-02T11:46:46.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.425+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.0 size=1048576 2026-04-02T11:46:46.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.425+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.1 size=1048576 2026-04-02T11:46:46.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.426+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~HTLMMC17TSB5.2 size=197935 2026-04-02T11:46:46.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.428+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=HTLMMC17TSB5 tag=K5Z2K3Z8OQCE type=write size=3343663 2026-04-02T11:46:46.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.429+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~10AZAARNZY6Q.0 size=1048576 2026-04-02T11:46:46.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.430+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~10AZAARNZY6Q.1 size=985390 2026-04-02T11:46:46.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.430+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=10AZAARNZY6Q tag=7NZZ0OCPOLX7 type=write size=3082542 2026-04-02T11:46:46.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.431+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~NNMVPO1ZNFWB.0 size=1048576 2026-04-02T11:46:46.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.432+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~NNMVPO1ZNFWB.1 size=90870 2026-04-02T11:46:46.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.433+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=NNMVPO1ZNFWB tag=MO8UTFK84SIT type=write size=2188022 2026-04-02T11:46:46.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.434+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=IUZX5MBALISN type=del size=1901929 2026-04-02T11:46:46.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.435+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=QEVULE0DICSE type=del 2026-04-02T11:46:46.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.437+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.0 size=1048576 2026-04-02T11:46:46.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.439+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.1 size=1048576 2026-04-02T11:46:46.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.439+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.2 size=74281 2026-04-02T11:46:46.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.439+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=2Z440EGX32ZG tag=8KTHHPLE0Y1B type=write size=3220009 2026-04-02T11:46:46.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.440+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~425FE5VCQFNQ.0 size=552160 2026-04-02T11:46:46.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.442+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=425FE5VCQFNQ tag=HM6B2YOWGXF6 type=write size=1600736 2026-04-02T11:46:46.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.442+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=BPHSV88044S3 type=del size=2599917 2026-04-02T11:46:46.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.443+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=FXAFWUIO4TWX type=del 2026-04-02T11:46:46.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.444+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=0RO2KOJQWBB0 type=del size=4181894 2026-04-02T11:46:46.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.445+0000 7f5333614880 1 < completed write operation key=3F2TE2N1PC84 tag=MNDDBANO6OF5 type=write size=228674 2026-04-02T11:46:46.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.446+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=W5TWLAY94UFM type=del size=2778288 2026-04-02T11:46:46.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.447+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=EWLFUCDJULDZ type=del size=1321102 2026-04-02T11:46:46.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.448+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=AU8LKOG5QP9R type=del size=3064417 2026-04-02T11:46:46.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.449+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=R11R8I8VL5YC type=del 2026-04-02T11:46:46.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.450+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=OBWHQY3P7OIV type=write size=661121 2026-04-02T11:46:46.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.450+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=FV6MCFN6YQ34 type=del size=192700 2026-04-02T11:46:46.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.452+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=D9JIZSHXNHD4 type=del size=2437106 2026-04-02T11:46:46.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.453+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.0 size=1048576 2026-04-02T11:46:46.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.453+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.1 size=1048576 2026-04-02T11:46:46.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.454+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~LAZWQPQ542Y7.2 size=455737 2026-04-02T11:46:46.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.455+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=LAZWQPQ542Y7 tag=JS3HNNQ8V768 type=write size=3601465 2026-04-02T11:46:46.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.457+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.0 size=1048576 2026-04-02T11:46:46.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.457+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.1 size=1048576 2026-04-02T11:46:46.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.458+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.2 size=665100 2026-04-02T11:46:46.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.458+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=74GZKM65D0T8 tag=U22CN2X6NYLB type=write size=3810828 2026-04-02T11:46:46.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.459+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~1U6M0CT6BG1O.0 size=34979 2026-04-02T11:46:46.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.460+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=1U6M0CT6BG1O tag=09O1I2RL1B8R type=write size=1083555 2026-04-02T11:46:46.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.462+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~F9X77IDNNCQV.0 size=128087 2026-04-02T11:46:46.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.462+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=F9X77IDNNCQV tag=XBODBHZM1WGI type=write size=1176663 2026-04-02T11:46:46.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.463+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.0 size=1048576 2026-04-02T11:46:46.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.464+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.1 size=1048576 2026-04-02T11:46:46.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.464+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~94EJB4REYUP9.2 size=721751 2026-04-02T11:46:46.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.466+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=94EJB4REYUP9 tag=1FX1WZ7MFM0O type=write size=3867479 2026-04-02T11:46:46.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.467+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=DO5BV2DHDB01 type=del size=3880260 2026-04-02T11:46:46.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.467+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~J8PD1SSOWH1Z.0 size=1048576 2026-04-02T11:46:46.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.468+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~J8PD1SSOWH1Z.1 size=863420 2026-04-02T11:46:46.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.470+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=J8PD1SSOWH1Z tag=X92GK3ER70DH type=write size=2960572 2026-04-02T11:46:46.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.470+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=OK2IH4LM7ZZH type=del size=2093061 2026-04-02T11:46:46.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.471+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=8MDTI2RW1QRY type=write size=147577 2026-04-02T11:46:46.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.473+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~VBJ9WPT9WRYH.0 size=1048576 2026-04-02T11:46:46.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.473+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~VBJ9WPT9WRYH.1 size=505967 2026-04-02T11:46:46.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.473+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=VBJ9WPT9WRYH tag=3NPQH1UEZ45V type=write size=2603119 2026-04-02T11:46:46.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.474+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.0 size=1048576 2026-04-02T11:46:46.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.475+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.1 size=1048576 2026-04-02T11:46:46.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.476+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~O6NRXV8LQMT3.2 size=124200 2026-04-02T11:46:46.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.478+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=O6NRXV8LQMT3 tag=DA60RZ2VHN39 type=write size=3269928 2026-04-02T11:46:46.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.479+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=XF8GGOHJFF3L type=del size=346650 2026-04-02T11:46:46.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.479+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=TAYAZLP7HQJT type=del 2026-04-02T11:46:46.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.481+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~1Z3EST6CAA11.0 size=594256 2026-04-02T11:46:46.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.481+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=1Z3EST6CAA11 tag=1UXBVFLJM22S type=write size=1642832 2026-04-02T11:46:46.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.482+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~10AZAARNZY6Q.0 size=1048576 2026-04-02T11:46:46.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.482+0000 7f5333614880 1 < canceled part key=_multipart_72A8E181S0BV.2~10AZAARNZY6Q.1 size=985390 2026-04-02T11:46:46.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.483+0000 7f5333614880 1 < canceled multipart upload key=72A8E181S0BV upload=10AZAARNZY6Q tag=7NZZ0OCPOLX7 type=write size=3082542 2026-04-02T11:46:46.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.484+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=6PSQWXA8DJ14 type=del size=1289150 2026-04-02T11:46:46.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.485+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=IUZX5MBALISN type=del 2026-04-02T11:46:46.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.486+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=WKEX6SNL26FS type=del size=3580453 2026-04-02T11:46:46.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.487+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.0 size=1048576 2026-04-02T11:46:46.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.487+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.1 size=1048576 2026-04-02T11:46:46.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.488+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2Z440EGX32ZG.2 size=74281 2026-04-02T11:46:46.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.489+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=2Z440EGX32ZG tag=8KTHHPLE0Y1B type=write size=3220009 2026-04-02T11:46:46.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.491+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~2V4A1JFM8VQW.0 size=151480 2026-04-02T11:46:46.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.491+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=2V4A1JFM8VQW tag=VY87KNZQW2DC type=write size=1200056 2026-04-02T11:46:46.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.492+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=BPHSV88044S3 type=del 2026-04-02T11:46:46.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.493+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=E9S9K3HGGI0P type=write size=198920 2026-04-02T11:46:46.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.493+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=0RO2KOJQWBB0 type=del 2026-04-02T11:46:46.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.494+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=ODBT5ETHE1NH type=del size=1737635 2026-04-02T11:46:46.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.496+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=W5TWLAY94UFM type=del 2026-04-02T11:46:46.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.497+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=A0HWGDV7DTK1 type=del size=4184314 2026-04-02T11:46:46.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.498+0000 7f5333614880 1 < suggested remove operation key=UNBE0OR07CI2 tag=AU8LKOG5QP9R type=del 2026-04-02T11:46:46.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.499+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=CLQ21DKWOU0D type=del size=2182280 2026-04-02T11:46:46.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.500+0000 7f5333614880 1 < completed write operation key=UMYOSRME1LS0 tag=OBWHQY3P7OIV type=write size=661121 2026-04-02T11:46:46.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.502+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=28XRRGXJ6UJI type=write size=292450 2026-04-02T11:46:46.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.503+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=D9JIZSHXNHD4 type=del 2026-04-02T11:46:46.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.504+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=K9WB7MHGG444 type=del size=3024898 2026-04-02T11:46:46.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.505+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.0 size=1048576 2026-04-02T11:46:46.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.506+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.1 size=1048576 2026-04-02T11:46:46.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.507+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~74GZKM65D0T8.2 size=665100 2026-04-02T11:46:46.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.509+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=74GZKM65D0T8 tag=U22CN2X6NYLB type=write size=3810828 2026-04-02T11:46:46.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.510+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=4HI2CQBKG1HR type=del size=3467510 2026-04-02T11:46:46.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.511+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~F9X77IDNNCQV.0 size=128087 2026-04-02T11:46:46.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.516+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=F9X77IDNNCQV tag=XBODBHZM1WGI type=write size=1176663 2026-04-02T11:46:46.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.518+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.0 size=1048576 2026-04-02T11:46:46.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.519+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.1 size=1048576 2026-04-02T11:46:46.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.519+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.2 size=116353 2026-04-02T11:46:46.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.519+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=TMAF10GYOEDE tag=93LKWFNK8B8C type=write size=3262081 2026-04-02T11:46:46.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.521+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=DO5BV2DHDB01 type=del 2026-04-02T11:46:46.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.522+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=RMPHMY0NRMIU type=del size=881857 2026-04-02T11:46:46.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.523+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=OK2IH4LM7ZZH type=del 2026-04-02T11:46:46.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.524+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=HB1MGD73ISSO type=del size=3713469 2026-04-02T11:46:46.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.524+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~VBJ9WPT9WRYH.0 size=1048576 2026-04-02T11:46:46.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.524+0000 7f5333614880 1 < canceled part key=_multipart_C8ZRSTX2VB66.2~VBJ9WPT9WRYH.1 size=505967 2026-04-02T11:46:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.526+0000 7f5333614880 1 < canceled multipart upload key=C8ZRSTX2VB66 upload=VBJ9WPT9WRYH tag=3NPQH1UEZ45V type=write size=2603119 2026-04-02T11:46:46.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.528+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.0 size=1048576 2026-04-02T11:46:46.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.528+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.1 size=1048576 2026-04-02T11:46:46.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.529+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.2 size=297999 2026-04-02T11:46:46.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.529+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=NSC6VNJSXCLV tag=YN3EKHPDMNQF type=write size=3443727 2026-04-02T11:46:46.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.530+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=XF8GGOHJFF3L type=del 2026-04-02T11:46:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.532+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~SX95926ZFMO5.0 size=1048576 2026-04-02T11:46:46.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.533+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~SX95926ZFMO5.1 size=877174 2026-04-02T11:46:46.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.533+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=SX95926ZFMO5 tag=EVLK9KD3DTYY type=write size=2974326 2026-04-02T11:46:46.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.533+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~1Z3EST6CAA11.0 size=594256 2026-04-02T11:46:46.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.535+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=1Z3EST6CAA11 tag=1UXBVFLJM22S type=write size=1642832 2026-04-02T11:46:46.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.537+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~0CJJCOPB5HTG.0 size=1048576 2026-04-02T11:46:46.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.537+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~0CJJCOPB5HTG.1 size=929637 2026-04-02T11:46:46.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.537+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=0CJJCOPB5HTG tag=6C8I45WS98EU type=write size=3026789 2026-04-02T11:46:46.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.539+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=6PSQWXA8DJ14 type=del 2026-04-02T11:46:46.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.540+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=4KI3WUQJF3DC type=del size=3285957 2026-04-02T11:46:46.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.541+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=WKEX6SNL26FS type=del 2026-04-02T11:46:46.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.542+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~UVUH2E00S483.0 size=1048576 2026-04-02T11:46:46.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.543+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~UVUH2E00S483.1 size=189298 2026-04-02T11:46:46.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.543+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=UVUH2E00S483 tag=MBKDX4ZOWDG5 type=write size=2286450 2026-04-02T11:46:46.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.544+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~2V4A1JFM8VQW.0 size=151480 2026-04-02T11:46:46.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.545+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=2V4A1JFM8VQW tag=VY87KNZQW2DC type=write size=1200056 2026-04-02T11:46:46.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.546+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=O0EPHEQBQZJS type=del size=1490426 2026-04-02T11:46:46.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.547+0000 7f5333614880 1 < completed write operation key=UMYOSRME1LS0 tag=E9S9K3HGGI0P type=write size=198920 2026-04-02T11:46:46.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.548+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=6AR02AH1WT3J type=del size=4150724 2026-04-02T11:46:46.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.549+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=ODBT5ETHE1NH type=del 2026-04-02T11:46:46.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.550+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=NL0BOUW3YY4L type=write size=471494 2026-04-02T11:46:46.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.550+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=A0HWGDV7DTK1 type=del 2026-04-02T11:46:46.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.551+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=9IYM268Q2WR8 type=del size=3702851 2026-04-02T11:46:46.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.553+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=CLQ21DKWOU0D type=del 2026-04-02T11:46:46.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.553+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=NS3D5CGMQK0D type=del size=1604910 2026-04-02T11:46:46.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.554+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=28XRRGXJ6UJI type=write size=292450 2026-04-02T11:46:46.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.557+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~7Y4ZDGH68VE0.0 size=1048576 2026-04-02T11:46:46.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.558+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~7Y4ZDGH68VE0.1 size=125140 2026-04-02T11:46:46.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.558+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=7Y4ZDGH68VE0 tag=RZ7364BUKEP9 type=write size=2222292 2026-04-02T11:46:46.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.558+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=K9WB7MHGG444 type=del 2026-04-02T11:46:46.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.559+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=67JO1E1J45P5 type=del size=3277995 2026-04-02T11:46:46.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.560+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=4HI2CQBKG1HR type=del 2026-04-02T11:46:46.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.562+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~XHIAFFX0N22N.0 size=1048576 2026-04-02T11:46:46.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.562+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~XHIAFFX0N22N.1 size=147647 2026-04-02T11:46:46.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.562+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=XHIAFFX0N22N tag=9V3XTQ3TZVOG type=write size=2244799 2026-04-02T11:46:46.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.563+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.0 size=1048576 2026-04-02T11:46:46.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.564+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.1 size=1048576 2026-04-02T11:46:46.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.565+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~TMAF10GYOEDE.2 size=116353 2026-04-02T11:46:46.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.566+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=TMAF10GYOEDE tag=93LKWFNK8B8C type=write size=3262081 2026-04-02T11:46:46.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.568+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RNPFVZG137LR.0 size=828800 2026-04-02T11:46:46.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.568+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=RNPFVZG137LR tag=43GUQ78FDK4A type=write size=1877376 2026-04-02T11:46:46.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.569+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=RMPHMY0NRMIU type=del size=881857 2026-04-02T11:46:46.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.571+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~WV75PWO4L36G.0 size=1048576 2026-04-02T11:46:46.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.572+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~WV75PWO4L36G.1 size=487915 2026-04-02T11:46:46.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.572+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=WV75PWO4L36G tag=NAHNATABTL3R type=write size=2585067 2026-04-02T11:46:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.573+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=HB1MGD73ISSO type=del 2026-04-02T11:46:46.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.575+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~47P0AQWREM35.0 size=1048576 2026-04-02T11:46:46.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.575+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~47P0AQWREM35.1 size=606736 2026-04-02T11:46:46.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.575+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=47P0AQWREM35 tag=39T1UV3JVDYQ type=write size=2703888 2026-04-02T11:46:46.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.576+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.0 size=1048576 2026-04-02T11:46:46.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.577+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.1 size=1048576 2026-04-02T11:46:46.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.578+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~NSC6VNJSXCLV.2 size=297999 2026-04-02T11:46:46.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.579+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=NSC6VNJSXCLV tag=YN3EKHPDMNQF type=write size=3443727 2026-04-02T11:46:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.580+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=YHC637I93E2Z type=del size=2404940 2026-04-02T11:46:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.580+0000 7f5333614880 1 < canceled part key=_multipart_HVXHNZUNGUWS.2~SX95926ZFMO5.0 size=1048576 2026-04-02T11:46:46.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.581+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~SX95926ZFMO5.1 size=877174 2026-04-02T11:46:46.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.583+0000 7f5333614880 1 < canceled multipart upload key=HVXHNZUNGUWS upload=SX95926ZFMO5 tag=EVLK9KD3DTYY type=write size=2974326 2026-04-02T11:46:46.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.583+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=CTZF3HQBLO0J type=write size=310603 2026-04-02T11:46:46.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.584+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~0CJJCOPB5HTG.0 size=1048576 2026-04-02T11:46:46.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.585+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~0CJJCOPB5HTG.1 size=929637 2026-04-02T11:46:46.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.587+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=0CJJCOPB5HTG tag=6C8I45WS98EU type=write size=3026789 2026-04-02T11:46:46.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.588+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=WMFGI0MBIQY1 type=del size=1123770 2026-04-02T11:46:46.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.590+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=4KI3WUQJF3DC type=del 2026-04-02T11:46:46.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.592+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=ISQRGU3HXNA1 type=write size=675690 2026-04-02T11:46:46.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.593+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~UVUH2E00S483.0 size=1048576 2026-04-02T11:46:46.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.594+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~UVUH2E00S483.1 size=189298 2026-04-02T11:46:46.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.596+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=UVUH2E00S483 tag=MBKDX4ZOWDG5 type=write size=2286450 2026-04-02T11:46:46.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.597+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=F2HRZ607DD3R type=del size=1529841 2026-04-02T11:46:46.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.599+0000 7f5333614880 1 < suggested remove operation key=UNBE0OR07CI2 tag=O0EPHEQBQZJS type=del 2026-04-02T11:46:46.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.601+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~ZE65IMUJ8B5R.0 size=1048576 2026-04-02T11:46:46.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.602+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~ZE65IMUJ8B5R.1 size=565630 2026-04-02T11:46:46.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.602+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=ZE65IMUJ8B5R tag=9WARUW0P5CU4 type=write size=2662782 2026-04-02T11:46:46.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.604+0000 7f5333614880 1 < suggested update operation key=72A8E181S0BV tag=6AR02AH1WT3J type=del size=4150724 2026-04-02T11:46:46.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.606+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~ZJ17VRFDCY9Z.0 size=1048576 2026-04-02T11:46:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.606+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~ZJ17VRFDCY9Z.1 size=111188 2026-04-02T11:46:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.606+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=ZJ17VRFDCY9Z tag=1216J1HEZYI5 type=write size=2208340 2026-04-02T11:46:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.607+0000 7f5333614880 1 < completed write operation key=NAP80R228JZJ tag=NL0BOUW3YY4L type=write size=471494 2026-04-02T11:46:46.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.609+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~WR5KCZC00DU1.0 size=733139 2026-04-02T11:46:46.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.609+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=WR5KCZC00DU1 tag=4FR02LHMSMJX type=write size=1781715 2026-04-02T11:46:46.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.611+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=9IYM268Q2WR8 type=del 2026-04-02T11:46:46.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.613+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.0 size=1048576 2026-04-02T11:46:46.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.614+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.1 size=1048576 2026-04-02T11:46:46.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.614+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.2 size=641514 2026-04-02T11:46:46.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.614+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=58SD9XEDCCDU tag=S2IXN5QR2FI9 type=write size=3787242 2026-04-02T11:46:46.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.616+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=NS3D5CGMQK0D type=del 2026-04-02T11:46:46.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.618+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.0 size=1048576 2026-04-02T11:46:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.619+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.1 size=1048576 2026-04-02T11:46:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.620+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.2 size=1032223 2026-04-02T11:46:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.620+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=NF008VQYUGS6 tag=OMA2BD1TV3J9 type=write size=4177951 2026-04-02T11:46:46.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.621+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~7Y4ZDGH68VE0.0 size=1048576 2026-04-02T11:46:46.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.621+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~7Y4ZDGH68VE0.1 size=125140 2026-04-02T11:46:46.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.623+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=7Y4ZDGH68VE0 tag=RZ7364BUKEP9 type=write size=2222292 2026-04-02T11:46:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.624+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=Z1DON3DX9A13 type=del size=87923 2026-04-02T11:46:46.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.625+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=67JO1E1J45P5 type=del 2026-04-02T11:46:46.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.626+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=KCNK4VSFRC70 type=del size=2501252 2026-04-02T11:46:46.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.627+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~XHIAFFX0N22N.0 size=1048576 2026-04-02T11:46:46.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.628+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~XHIAFFX0N22N.1 size=147647 2026-04-02T11:46:46.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.632+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=XHIAFFX0N22N tag=9V3XTQ3TZVOG type=write size=2244799 2026-04-02T11:46:46.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.633+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ZK6E1CBZVJZJ.0 size=168158 2026-04-02T11:46:46.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.633+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=ZK6E1CBZVJZJ tag=GEXNUR6M9ZQN type=write size=1216734 2026-04-02T11:46:46.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.634+0000 7f5333614880 1 < canceled part key=_multipart_72A8E181S0BV.2~RNPFVZG137LR.0 size=828800 2026-04-02T11:46:46.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.635+0000 7f5333614880 1 < canceled multipart upload key=72A8E181S0BV upload=RNPFVZG137LR tag=43GUQ78FDK4A type=write size=1877376 2026-04-02T11:46:46.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.637+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.0 size=1048576 2026-04-02T11:46:46.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.638+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.1 size=1048576 2026-04-02T11:46:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.639+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.2 size=711482 2026-04-02T11:46:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.639+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=A6ZGMOIA38XS tag=LJOFLXXC77WL type=write size=3857210 2026-04-02T11:46:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.639+0000 7f5333614880 1 < canceled part key=_multipart_HVXHNZUNGUWS.2~WV75PWO4L36G.0 size=1048576 2026-04-02T11:46:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.640+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~WV75PWO4L36G.1 size=487915 2026-04-02T11:46:46.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.642+0000 7f5333614880 1 < canceled multipart upload key=HVXHNZUNGUWS upload=WV75PWO4L36G tag=NAHNATABTL3R type=write size=2585067 2026-04-02T11:46:46.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.643+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~1PTUK47IC9IM.0 size=623958 2026-04-02T11:46:46.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.643+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=1PTUK47IC9IM tag=QG8UMHA16RYA type=write size=1672534 2026-04-02T11:46:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.645+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~47P0AQWREM35.0 size=1048576 2026-04-02T11:46:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.645+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~47P0AQWREM35.1 size=606736 2026-04-02T11:46:46.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.647+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=47P0AQWREM35 tag=39T1UV3JVDYQ type=write size=2703888 2026-04-02T11:46:46.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.648+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=GP675FJSL0DZ type=del size=2816783 2026-04-02T11:46:46.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.649+0000 7f5333614880 1 < canceled operation key=AKGGO4RSPZUL tag=YHC637I93E2Z type=del size=2404940 2026-04-02T11:46:46.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.650+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=WJLRMLQWT14A type=del size=3514981 2026-04-02T11:46:46.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.651+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=CTZF3HQBLO0J type=write size=310603 2026-04-02T11:46:46.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.652+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=DKZ27TBQB231 type=del size=1348763 2026-04-02T11:46:46.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.653+0000 7f5333614880 -1 < failed to complete operation key=UNBE0OR07CI2 tag=WMFGI0MBIQY1 type=del size=1123770: (22) Invalid argument 2026-04-02T11:46:46.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.655+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.0 size=1048576 2026-04-02T11:46:46.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.656+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.1 size=1048576 2026-04-02T11:46:46.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.657+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.2 size=671249 2026-04-02T11:46:46.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.657+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=784Y7E1AT8GO tag=RYKGD7BO99I3 type=write size=3816977 2026-04-02T11:46:46.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.659+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=ISQRGU3HXNA1 type=write size=675690 2026-04-02T11:46:46.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.660+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=9U3ZUUMO877A type=del size=2795080 2026-04-02T11:46:46.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.662+0000 7f5333614880 1 < suggested remove operation key=RYJ7HCWSK1ZK tag=F2HRZ607DD3R type=del 2026-04-02T11:46:46.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.663+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=ZDSPOOEENOJG type=del size=33150 2026-04-02T11:46:46.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.664+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~ZE65IMUJ8B5R.0 size=1048576 2026-04-02T11:46:46.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.665+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~ZE65IMUJ8B5R.1 size=565630 2026-04-02T11:46:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.666+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=ZE65IMUJ8B5R tag=9WARUW0P5CU4 type=write size=2662782 2026-04-02T11:46:46.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.668+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~UMN67GYBRYXQ.0 size=1048576 2026-04-02T11:46:46.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.668+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~UMN67GYBRYXQ.1 size=653419 2026-04-02T11:46:46.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.668+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=UMN67GYBRYXQ tag=49GZBZ2UBO50 type=write size=2750571 2026-04-02T11:46:46.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.669+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~ZJ17VRFDCY9Z.0 size=1048576 2026-04-02T11:46:46.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.670+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~ZJ17VRFDCY9Z.1 size=111188 2026-04-02T11:46:46.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.672+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=ZJ17VRFDCY9Z tag=1216J1HEZYI5 type=write size=2208340 2026-04-02T11:46:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.672+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=VOZQ7KCGQ7HQ type=del size=826561 2026-04-02T11:46:46.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.673+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~WR5KCZC00DU1.0 size=733139 2026-04-02T11:46:46.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.675+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=WR5KCZC00DU1 tag=4FR02LHMSMJX type=write size=1781715 2026-04-02T11:46:46.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.677+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.0 size=1048576 2026-04-02T11:46:46.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.678+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.1 size=1048576 2026-04-02T11:46:46.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.679+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.2 size=948174 2026-04-02T11:46:46.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.679+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=P2FJ3ZH0847N tag=FEWUK8921NC5 type=write size=4093902 2026-04-02T11:46:46.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.680+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.0 size=1048576 2026-04-02T11:46:46.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.680+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.1 size=1048576 2026-04-02T11:46:46.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.681+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~58SD9XEDCCDU.2 size=641514 2026-04-02T11:46:46.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.682+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=58SD9XEDCCDU tag=S2IXN5QR2FI9 type=write size=3787242 2026-04-02T11:46:46.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.683+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=80YWWYW5OPIM type=del size=3854370 2026-04-02T11:46:46.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.684+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.0 size=1048576 2026-04-02T11:46:46.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.685+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.1 size=1048576 2026-04-02T11:46:46.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.686+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~NF008VQYUGS6.2 size=1032223 2026-04-02T11:46:46.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.687+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=NF008VQYUGS6 tag=OMA2BD1TV3J9 type=write size=4177951 2026-04-02T11:46:46.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.688+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=UATLETE3VQJK type=write size=533230 2026-04-02T11:46:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.689+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=Z1DON3DX9A13 type=del 2026-04-02T11:46:46.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.691+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~VG7S56EL4OP2.0 size=875781 2026-04-02T11:46:46.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.691+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=VG7S56EL4OP2 tag=NNUBT9PCJWV6 type=write size=1924357 2026-04-02T11:46:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.692+0000 7f5333614880 1 < canceled operation key=2UF1R4YCK37X tag=KCNK4VSFRC70 type=del size=2501252 2026-04-02T11:46:46.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.693+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=8K4DD0CK4DNF type=del size=2065154 2026-04-02T11:46:46.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.694+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ZK6E1CBZVJZJ.0 size=168158 2026-04-02T11:46:46.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.695+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=ZK6E1CBZVJZJ tag=GEXNUR6M9ZQN type=write size=1216734 2026-04-02T11:46:46.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.696+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=1RNNVASWRPFN type=del size=3194186 2026-04-02T11:46:46.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.697+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.0 size=1048576 2026-04-02T11:46:46.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.698+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.1 size=1048576 2026-04-02T11:46:46.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.699+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~A6ZGMOIA38XS.2 size=711482 2026-04-02T11:46:46.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.701+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=A6ZGMOIA38XS tag=LJOFLXXC77WL type=write size=3857210 2026-04-02T11:46:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.702+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=6UG4SJ8A7KC4 type=write size=235123 2026-04-02T11:46:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.703+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~1PTUK47IC9IM.0 size=623958 2026-04-02T11:46:46.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.704+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=1PTUK47IC9IM tag=QG8UMHA16RYA type=write size=1672534 2026-04-02T11:46:46.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.706+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~VK7OHI9MU08I.0 size=581182 2026-04-02T11:46:46.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.706+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=VK7OHI9MU08I tag=1ICYEH2LJS7O type=write size=1629758 2026-04-02T11:46:46.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.707+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=GP675FJSL0DZ type=del 2026-04-02T11:46:46.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.708+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=DM6TY5CVYSVS type=del size=1202405 2026-04-02T11:46:46.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.710+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=WJLRMLQWT14A type=del 2026-04-02T11:46:46.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.711+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=Z7E0EPHYZRAN type=del size=1752984 2026-04-02T11:46:46.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.712+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=DKZ27TBQB231 type=del 2026-04-02T11:46:46.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.714+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~J5MPHLOJHBA0.0 size=648335 2026-04-02T11:46:46.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.714+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=J5MPHLOJHBA0 tag=P5VJP51TA83S type=write size=1696911 2026-04-02T11:46:46.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.715+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.0 size=1048576 2026-04-02T11:46:46.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.716+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.1 size=1048576 2026-04-02T11:46:46.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.717+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~784Y7E1AT8GO.2 size=671249 2026-04-02T11:46:46.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.719+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=784Y7E1AT8GO tag=RYKGD7BO99I3 type=write size=3816977 2026-04-02T11:46:46.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.720+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=X4X9IHXNMM2H type=write size=636726 2026-04-02T11:46:46.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.721+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=9U3ZUUMO877A type=del 2026-04-02T11:46:46.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.722+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=N9TO2RLPXLHA type=write size=156455 2026-04-02T11:46:46.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.725+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=ZDSPOOEENOJG type=del 2026-04-02T11:46:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.726+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=WEZ1THZB7TLK type=del size=1024077 2026-04-02T11:46:46.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.727+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~UMN67GYBRYXQ.0 size=1048576 2026-04-02T11:46:46.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.728+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~UMN67GYBRYXQ.1 size=653419 2026-04-02T11:46:46.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.730+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=UMN67GYBRYXQ tag=49GZBZ2UBO50 type=write size=2750571 2026-04-02T11:46:46.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.731+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=V3QEA9Y92QOM type=del size=1045126 2026-04-02T11:46:46.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.734+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=VOZQ7KCGQ7HQ type=del 2026-04-02T11:46:46.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.736+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=DBA5RTHEB6PV type=del size=158848 2026-04-02T11:46:46.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.736+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.0 size=1048576 2026-04-02T11:46:46.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.737+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.1 size=1048576 2026-04-02T11:46:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.738+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~P2FJ3ZH0847N.2 size=948174 2026-04-02T11:46:46.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.740+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=P2FJ3ZH0847N tag=FEWUK8921NC5 type=write size=4093902 2026-04-02T11:46:46.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.741+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=QC1NI1RDMK3X type=del size=3529464 2026-04-02T11:46:46.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.742+0000 7f5333614880 1 < suggested remove operation key=2UF1R4YCK37X tag=80YWWYW5OPIM type=del 2026-04-02T11:46:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.743+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=AMAW38S9V9L2 type=del size=3821309 2026-04-02T11:46:46.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.744+0000 7f5333614880 1 < completed write operation key=3V9OL1TOYAR3 tag=UATLETE3VQJK type=write size=533230 2026-04-02T11:46:46.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.745+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=NC95LGYVKN89 type=del size=899494 2026-04-02T11:46:46.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.746+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~VG7S56EL4OP2.0 size=875781 2026-04-02T11:46:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.747+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=VG7S56EL4OP2 tag=NNUBT9PCJWV6 type=write size=1924357 2026-04-02T11:46:46.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.749+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.0 size=1048576 2026-04-02T11:46:46.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.750+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.1 size=1048576 2026-04-02T11:46:46.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.750+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.2 size=656738 2026-04-02T11:46:46.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.750+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=UK5FFTTCK77F tag=UBG3DBJ86A9X type=write size=3802466 2026-04-02T11:46:46.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.752+0000 7f5333614880 1 < suggested update operation key=UNBE0OR07CI2 tag=8K4DD0CK4DNF type=del size=2065154 2026-04-02T11:46:46.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.753+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=RHOG98NKYN1Q type=del size=2415345 2026-04-02T11:46:46.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.754+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=1RNNVASWRPFN type=del 2026-04-02T11:46:46.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.756+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.0 size=1048576 2026-04-02T11:46:46.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.756+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.1 size=1048576 2026-04-02T11:46:46.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.757+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.2 size=275956 2026-04-02T11:46:46.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.757+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=WKZMC3N4G0FZ tag=TU1575EBTAYH type=write size=3421684 2026-04-02T11:46:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.759+0000 7f5333614880 1 < suggested remove operation key=IWEIGMTGAJE9 tag=6UG4SJ8A7KC4 type=write 2026-04-02T11:46:46.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.762+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=6S4WXQUT8TYN type=write size=685488 2026-04-02T11:46:46.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.762+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~VK7OHI9MU08I.0 size=581182 2026-04-02T11:46:46.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.764+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=VK7OHI9MU08I tag=1ICYEH2LJS7O type=write size=1629758 2026-04-02T11:46:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.765+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=YV7HC7CGPOR4 type=del size=3658555 2026-04-02T11:46:46.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.766+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=DM6TY5CVYSVS type=del 2026-04-02T11:46:46.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.767+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=M83LJK80BZUJ type=del size=1040178 2026-04-02T11:46:46.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.768+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=Z7E0EPHYZRAN type=del 2026-04-02T11:46:46.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.769+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=VUXGRS6NCIXT type=write size=153980 2026-04-02T11:46:46.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.770+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~J5MPHLOJHBA0.0 size=648335 2026-04-02T11:46:46.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.772+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=J5MPHLOJHBA0 tag=P5VJP51TA83S type=write size=1696911 2026-04-02T11:46:46.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.773+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~DNSOUJ52XVOT.0 size=314718 2026-04-02T11:46:46.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.773+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=DNSOUJ52XVOT tag=C5ZR3ZUSCY9S type=write size=1363294 2026-04-02T11:46:46.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.775+0000 7f5333614880 1 < suggested update operation key=VK1RMXPUCX5B tag=X4X9IHXNMM2H type=write size=636726 2026-04-02T11:46:46.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.777+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~8FFG3A3BY2BO.0 size=551010 2026-04-02T11:46:46.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.777+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=8FFG3A3BY2BO tag=6284LX7TSJJ7 type=write size=1599586 2026-04-02T11:46:46.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.779+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=N9TO2RLPXLHA type=write size=156455 2026-04-02T11:46:46.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.779+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=9L88TLZK3R6L type=del size=1121819 2026-04-02T11:46:46.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.780+0000 7f5333614880 -1 < failed to complete operation key=2UF1R4YCK37X tag=WEZ1THZB7TLK type=del size=1024077: (22) Invalid argument 2026-04-02T11:46:46.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.781+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=QBKA07MNEDFN type=del size=1680538 2026-04-02T11:46:46.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.782+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=V3QEA9Y92QOM type=del 2026-04-02T11:46:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.826+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~K26TUUOUTBWC.0 size=1048576 2026-04-02T11:46:46.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.831+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~K26TUUOUTBWC.1 size=972908 2026-04-02T11:46:46.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.831+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=K26TUUOUTBWC tag=4KDFI6Q8HCTE type=write size=3070060 2026-04-02T11:46:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.832+0000 7f5333614880 1 < canceled operation key=HVXHNZUNGUWS tag=DBA5RTHEB6PV type=del size=158848 2026-04-02T11:46:46.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.836+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~1VFCT3O3BJTY.0 size=533286 2026-04-02T11:46:46.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.836+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=1VFCT3O3BJTY tag=D2M0FDUIUJ6F type=write size=1581862 2026-04-02T11:46:46.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.838+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=QC1NI1RDMK3X type=del 2026-04-02T11:46:46.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.843+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.0 size=1048576 2026-04-02T11:46:46.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.844+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.1 size=1048576 2026-04-02T11:46:46.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.845+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.2 size=642390 2026-04-02T11:46:46.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.845+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=YMVJUT61PY9C tag=IF7YE9PXAOJU type=write size=3788118 2026-04-02T11:46:46.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.846+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=AMAW38S9V9L2 type=del 2026-04-02T11:46:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.847+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~OYPOZ59ZQKVK.0 size=1048576 2026-04-02T11:46:46.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.848+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~OYPOZ59ZQKVK.1 size=227577 2026-04-02T11:46:46.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.848+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=OYPOZ59ZQKVK tag=35BZV7LPGMXS type=write size=2324729 2026-04-02T11:46:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.850+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=NC95LGYVKN89 type=del 2026-04-02T11:46:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.850+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=0Y883PZSULYM type=del size=1502727 2026-04-02T11:46:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.851+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.0 size=1048576 2026-04-02T11:46:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.852+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.1 size=1048576 2026-04-02T11:46:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.852+0000 7f5333614880 1 < canceled part key=_multipart_VTYB3X0YEZVL.2~UK5FFTTCK77F.2 size=656738 2026-04-02T11:46:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.854+0000 7f5333614880 1 < canceled multipart upload key=VTYB3X0YEZVL upload=UK5FFTTCK77F tag=UBG3DBJ86A9X type=write size=3802466 2026-04-02T11:46:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.855+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~87J5T8HSYZHC.0 size=236264 2026-04-02T11:46:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.855+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=87J5T8HSYZHC tag=RNUQ1JLEE36P type=write size=1284840 2026-04-02T11:46:46.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.856+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=RHOG98NKYN1Q type=del 2026-04-02T11:46:46.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.857+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=6RG99T09K3KC type=del size=1061042 2026-04-02T11:46:46.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.858+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.0 size=1048576 2026-04-02T11:46:46.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.859+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.1 size=1048576 2026-04-02T11:46:46.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.860+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~WKZMC3N4G0FZ.2 size=275956 2026-04-02T11:46:46.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.863+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=WKZMC3N4G0FZ tag=TU1575EBTAYH type=write size=3421684 2026-04-02T11:46:46.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.863+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=VHU1O8QXDAA8 type=del size=645506 2026-04-02T11:46:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.864+0000 7f5333614880 1 < completed write operation key=X2A37MDQF19I tag=6S4WXQUT8TYN type=write size=685488 2026-04-02T11:46:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.865+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=1B4C189RP2KX type=del size=2672585 2026-04-02T11:46:46.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.866+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=YV7HC7CGPOR4 type=del 2026-04-02T11:46:46.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.867+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=FIA7NZWOSNCK type=del size=3156530 2026-04-02T11:46:46.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.868+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=M83LJK80BZUJ type=del 2026-04-02T11:46:46.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.869+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=DR9XESE031S3 type=del size=4110874 2026-04-02T11:46:46.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.870+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=VUXGRS6NCIXT type=write size=153980 2026-04-02T11:46:46.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.872+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~ZLY9J6IM527I.0 size=885261 2026-04-02T11:46:46.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.872+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=ZLY9J6IM527I tag=TUHJMYA6UO9T type=write size=1933837 2026-04-02T11:46:46.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.873+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~DNSOUJ52XVOT.0 size=314718 2026-04-02T11:46:46.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.874+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=DNSOUJ52XVOT tag=C5ZR3ZUSCY9S type=write size=1363294 2026-04-02T11:46:46.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.875+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=QJ68QGV3LH2A type=del size=3265355 2026-04-02T11:46:46.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.875+0000 7f5333614880 1 < canceled part key=_multipart_AG4P1QGOQ0OE.2~8FFG3A3BY2BO.0 size=551010 2026-04-02T11:46:46.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.877+0000 7f5333614880 1 < canceled multipart upload key=AG4P1QGOQ0OE upload=8FFG3A3BY2BO tag=6284LX7TSJJ7 type=write size=1599586 2026-04-02T11:46:46.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.878+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.0 size=1048576 2026-04-02T11:46:46.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.879+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.1 size=1048576 2026-04-02T11:46:46.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.880+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.2 size=145300 2026-04-02T11:46:46.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.880+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=4E3PL80BQC27 tag=CABFBDLG0C29 type=write size=3291028 2026-04-02T11:46:46.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.881+0000 7f5333614880 -1 < failed to complete operation key=MJF6T1TAF5I9 tag=9L88TLZK3R6L type=del size=1121819: (22) Invalid argument 2026-04-02T11:46:46.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.882+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=6QPD3L0OZH4W type=del size=2589512 2026-04-02T11:46:46.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.884+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=QBKA07MNEDFN type=del size=1680538 2026-04-02T11:46:46.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.885+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=9RDDLRBD7E00 type=write size=836186 2026-04-02T11:46:46.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.886+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~K26TUUOUTBWC.0 size=1048576 2026-04-02T11:46:46.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.886+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~K26TUUOUTBWC.1 size=972908 2026-04-02T11:46:46.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.888+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=K26TUUOUTBWC tag=4KDFI6Q8HCTE type=write size=3070060 2026-04-02T11:46:46.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.889+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=NC6SAJVUVXFN type=del size=72734 2026-04-02T11:46:46.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.890+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~1VFCT3O3BJTY.0 size=533286 2026-04-02T11:46:46.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.891+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=1VFCT3O3BJTY tag=D2M0FDUIUJ6F type=write size=1581862 2026-04-02T11:46:46.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.892+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=0DK9YH3WVQBW type=write size=322673 2026-04-02T11:46:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.893+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.0 size=1048576 2026-04-02T11:46:46.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.893+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.1 size=1048576 2026-04-02T11:46:46.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.894+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~YMVJUT61PY9C.2 size=642390 2026-04-02T11:46:46.898 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.895+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=YMVJUT61PY9C tag=IF7YE9PXAOJU type=write size=3788118 2026-04-02T11:46:46.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.897+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~A85CN0SA2I5Q.0 size=1048576 2026-04-02T11:46:46.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.898+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~A85CN0SA2I5Q.1 size=1034556 2026-04-02T11:46:46.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.898+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=A85CN0SA2I5Q tag=8292LQ3M15T1 type=write size=3131708 2026-04-02T11:46:46.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.898+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~OYPOZ59ZQKVK.0 size=1048576 2026-04-02T11:46:46.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.899+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~OYPOZ59ZQKVK.1 size=227577 2026-04-02T11:46:46.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.900+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=OYPOZ59ZQKVK tag=35BZV7LPGMXS type=write size=2324729 2026-04-02T11:46:46.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.901+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=VDL8N5W23YOR type=del size=1340255 2026-04-02T11:46:46.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.902+0000 7f5333614880 1 < canceled operation key=VK1RMXPUCX5B tag=0Y883PZSULYM type=del size=1502727 2026-04-02T11:46:46.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.903+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~2J94ZN2NSHS7.0 size=410027 2026-04-02T11:46:46.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.903+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=2J94ZN2NSHS7 tag=11KBQ8E6CX6I type=write size=1458603 2026-04-02T11:46:46.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.904+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~87J5T8HSYZHC.0 size=236264 2026-04-02T11:46:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.905+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=87J5T8HSYZHC tag=RNUQ1JLEE36P type=write size=1284840 2026-04-02T11:46:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.906+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=YRHYMXMFMQDE type=del size=3295763 2026-04-02T11:46:46.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.907+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=6RG99T09K3KC type=del 2026-04-02T11:46:46.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.908+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~VJME7ZDYXM8W.0 size=1048576 2026-04-02T11:46:46.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.909+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~VJME7ZDYXM8W.1 size=372081 2026-04-02T11:46:46.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.909+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=VJME7ZDYXM8W tag=G8VWKZGBE3XI type=write size=2469233 2026-04-02T11:46:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.910+0000 7f5333614880 1 < suggested update operation key=D9L3BBI87CJI tag=VHU1O8QXDAA8 type=del size=645506 2026-04-02T11:46:46.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.913+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~K6EOL5NHX5M2.0 size=1048576 2026-04-02T11:46:46.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.914+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~K6EOL5NHX5M2.1 size=17452 2026-04-02T11:46:46.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.914+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=K6EOL5NHX5M2 tag=1MNHK666Z8O2 type=write size=2114604 2026-04-02T11:46:46.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.915+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=1B4C189RP2KX type=del 2026-04-02T11:46:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.916+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~XIBENOAWBBVH.0 size=200612 2026-04-02T11:46:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.916+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=XIBENOAWBBVH tag=0CGN2CXNX70D type=write size=1249188 2026-04-02T11:46:46.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.917+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=FIA7NZWOSNCK type=del 2026-04-02T11:46:46.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.918+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=Y7S0X8EESKDG type=del size=3055477 2026-04-02T11:46:46.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.918+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=DR9XESE031S3 type=del 2026-04-02T11:46:46.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.919+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=9I41L6B4FM0S type=del size=3504102 2026-04-02T11:46:46.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.920+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~ZLY9J6IM527I.0 size=885261 2026-04-02T11:46:46.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.921+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=ZLY9J6IM527I tag=TUHJMYA6UO9T type=write size=1933837 2026-04-02T11:46:46.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.923+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~OBF3OVHNGPJD.0 size=1048576 2026-04-02T11:46:46.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.923+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~OBF3OVHNGPJD.1 size=698987 2026-04-02T11:46:46.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.923+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=OBF3OVHNGPJD tag=A7TOR9FLESKX type=write size=2796139 2026-04-02T11:46:46.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.924+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=QJ68QGV3LH2A type=del 2026-04-02T11:46:46.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.925+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=9QONF301FZTL type=write size=697762 2026-04-02T11:46:46.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.925+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.0 size=1048576 2026-04-02T11:46:46.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.925+0000 7f5333614880 1 < canceled part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.1 size=1048576 2026-04-02T11:46:46.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.926+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~4E3PL80BQC27.2 size=145300 2026-04-02T11:46:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.927+0000 7f5333614880 1 < canceled multipart upload key=2UF1R4YCK37X upload=4E3PL80BQC27 tag=CABFBDLG0C29 type=write size=3291028 2026-04-02T11:46:46.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.929+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~N7YS2DRFF1V8.0 size=666266 2026-04-02T11:46:46.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.929+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=N7YS2DRFF1V8 tag=EABS7IN2UVT5 type=write size=1714842 2026-04-02T11:46:46.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.930+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=6QPD3L0OZH4W type=del size=2589512 2026-04-02T11:46:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.931+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~IHTY25IM0CP8.0 size=842721 2026-04-02T11:46:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.931+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=IHTY25IM0CP8 tag=2D96S1P3AO32 type=write size=1891297 2026-04-02T11:46:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.932+0000 7f5333614880 -1 < failed to complete operation key=5EJJIO7Z6IK3 tag=9RDDLRBD7E00 type=write size=836186: (22) Invalid argument 2026-04-02T11:46:46.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.933+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=JQ7SJ5GK89PN type=del size=815466 2026-04-02T11:46:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.934+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=NC6SAJVUVXFN type=del 2026-04-02T11:46:46.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.936+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.0 size=1048576 2026-04-02T11:46:46.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.936+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.1 size=1048576 2026-04-02T11:46:46.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.937+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.2 size=982483 2026-04-02T11:46:46.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.937+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=GZBIPX7O0PKE tag=BC7TJP2LSCBE type=write size=4128211 2026-04-02T11:46:46.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.938+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=0DK9YH3WVQBW type=write size=322673 2026-04-02T11:46:46.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.939+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=WGQ8T40D8O76 type=del size=2471845 2026-04-02T11:46:46.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.940+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~A85CN0SA2I5Q.0 size=1048576 2026-04-02T11:46:46.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.941+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~A85CN0SA2I5Q.1 size=1034556 2026-04-02T11:46:46.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.942+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=A85CN0SA2I5Q tag=8292LQ3M15T1 type=write size=3131708 2026-04-02T11:46:46.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.943+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=ZPRLQCQ1XAL6 type=del size=2568720 2026-04-02T11:46:46.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.944+0000 7f5333614880 1 < canceled operation key=2UF1R4YCK37X tag=VDL8N5W23YOR type=del size=1340255 2026-04-02T11:46:46.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.945+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.0 size=1048576 2026-04-02T11:46:46.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.946+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.1 size=1048576 2026-04-02T11:46:46.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.948+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.2 size=490356 2026-04-02T11:46:46.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.948+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=94AIQ1I21FGX tag=ZGF7ZMRF0P9O type=write size=3636084 2026-04-02T11:46:46.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.949+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~2J94ZN2NSHS7.0 size=410027 2026-04-02T11:46:46.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.951+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=2J94ZN2NSHS7 tag=11KBQ8E6CX6I type=write size=1458603 2026-04-02T11:46:46.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.953+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~BGIX45QX5A18.0 size=1048576 2026-04-02T11:46:46.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.953+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~BGIX45QX5A18.1 size=402901 2026-04-02T11:46:46.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.953+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=BGIX45QX5A18 tag=LRRUNWP2DG7B type=write size=2500053 2026-04-02T11:46:46.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.954+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=YRHYMXMFMQDE type=del 2026-04-02T11:46:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.956+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~4J0YYIAWVIJX.0 size=1048576 2026-04-02T11:46:46.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.957+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~4J0YYIAWVIJX.1 size=504403 2026-04-02T11:46:46.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.957+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=4J0YYIAWVIJX tag=1CH4UIETVSGG type=write size=2601555 2026-04-02T11:46:46.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.957+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~VJME7ZDYXM8W.0 size=1048576 2026-04-02T11:46:46.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.958+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~VJME7ZDYXM8W.1 size=372081 2026-04-02T11:46:46.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.960+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=VJME7ZDYXM8W tag=G8VWKZGBE3XI type=write size=2469233 2026-04-02T11:46:46.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.960+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=J0A5MFNMIXFO type=del size=547998 2026-04-02T11:46:46.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.961+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~K6EOL5NHX5M2.0 size=1048576 2026-04-02T11:46:46.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.962+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~K6EOL5NHX5M2.1 size=17452 2026-04-02T11:46:46.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.963+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=K6EOL5NHX5M2 tag=1MNHK666Z8O2 type=write size=2114604 2026-04-02T11:46:46.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.964+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=0CB8HCCF9MDS type=write size=770837 2026-04-02T11:46:46.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.965+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~XIBENOAWBBVH.0 size=200612 2026-04-02T11:46:46.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.967+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=XIBENOAWBBVH tag=0CGN2CXNX70D type=write size=1249188 2026-04-02T11:46:46.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.968+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~J08DP21RV3TT.0 size=1048576 2026-04-02T11:46:46.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.969+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~J08DP21RV3TT.1 size=85865 2026-04-02T11:46:46.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.969+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=J08DP21RV3TT tag=9MON9B10X84O type=write size=2183017 2026-04-02T11:46:46.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.974+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=Y7S0X8EESKDG type=del 2026-04-02T11:46:46.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.975+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=EOUF9LGITWN6 type=del size=1654441 2026-04-02T11:46:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.976+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=9I41L6B4FM0S type=del 2026-04-02T11:46:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.977+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=K6CFDWIAM8NI type=write size=792510 2026-04-02T11:46:46.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.977+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~OBF3OVHNGPJD.0 size=1048576 2026-04-02T11:46:46.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.978+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~OBF3OVHNGPJD.1 size=698987 2026-04-02T11:46:46.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.980+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=OBF3OVHNGPJD tag=A7TOR9FLESKX type=write size=2796139 2026-04-02T11:46:46.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.981+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=3MWZOT82X37C type=del size=3287501 2026-04-02T11:46:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.982+0000 7f5333614880 1 < completed write operation key=NAP80R228JZJ tag=9QONF301FZTL type=write size=697762 2026-04-02T11:46:46.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.983+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~AALE4NWWJZQK.0 size=917117 2026-04-02T11:46:46.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.983+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=AALE4NWWJZQK tag=4DXS31KTFR9T type=write size=1965693 2026-04-02T11:46:46.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.984+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~N7YS2DRFF1V8.0 size=666266 2026-04-02T11:46:46.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.985+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=N7YS2DRFF1V8 tag=EABS7IN2UVT5 type=write size=1714842 2026-04-02T11:46:46.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.987+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~SIGTRQPMP4Q1.0 size=822582 2026-04-02T11:46:46.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.987+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=SIGTRQPMP4Q1 tag=KNE1MAX91WZT type=write size=1871158 2026-04-02T11:46:46.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.988+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~IHTY25IM0CP8.0 size=842721 2026-04-02T11:46:46.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.989+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=IHTY25IM0CP8 tag=2D96S1P3AO32 type=write size=1891297 2026-04-02T11:46:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.991+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~Z5TAWNO305E9.0 size=1048576 2026-04-02T11:46:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.992+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~Z5TAWNO305E9.1 size=597779 2026-04-02T11:46:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.992+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=Z5TAWNO305E9 tag=HSX9KCAF42EV type=write size=2694931 2026-04-02T11:46:46.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.993+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=JQ7SJ5GK89PN type=del 2026-04-02T11:46:46.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.994+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=IJ01DBDAGFNJ type=del size=2998560 2026-04-02T11:46:46.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.994+0000 7f5333614880 1 < canceled part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.0 size=1048576 2026-04-02T11:46:46.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.995+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.1 size=1048576 2026-04-02T11:46:46.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.995+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~GZBIPX7O0PKE.2 size=982483 2026-04-02T11:46:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.997+0000 7f5333614880 1 < canceled multipart upload key=X2A37MDQF19I upload=GZBIPX7O0PKE tag=BC7TJP2LSCBE type=write size=4128211 2026-04-02T11:46:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.998+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~NJKLP1J12GIZ.0 size=489838 2026-04-02T11:46:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.998+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=NJKLP1J12GIZ tag=AYSVFJ2RAX2V type=write size=1538414 2026-04-02T11:46:47.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:46.999+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=WGQ8T40D8O76 type=del 2026-04-02T11:46:47.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.000+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=M8FQIODRPWJO type=del size=3772675 2026-04-02T11:46:47.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.001+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=ZPRLQCQ1XAL6 type=del 2026-04-02T11:46:47.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.002+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=6I8YXI02JNOA type=write size=663231 2026-04-02T11:46:47.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.003+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.0 size=1048576 2026-04-02T11:46:47.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.004+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.1 size=1048576 2026-04-02T11:46:47.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.004+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~94AIQ1I21FGX.2 size=490356 2026-04-02T11:46:47.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.006+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=94AIQ1I21FGX tag=ZGF7ZMRF0P9O type=write size=3636084 2026-04-02T11:46:47.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.007+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.0 size=1048576 2026-04-02T11:46:47.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.009+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.1 size=1048576 2026-04-02T11:46:47.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.010+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.2 size=334319 2026-04-02T11:46:47.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.010+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=2681PZ2VQLAJ tag=F924NT02EB7V type=write size=3480047 2026-04-02T11:46:47.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.010+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~BGIX45QX5A18.0 size=1048576 2026-04-02T11:46:47.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.011+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~BGIX45QX5A18.1 size=402901 2026-04-02T11:46:47.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.013+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=BGIX45QX5A18 tag=LRRUNWP2DG7B type=write size=2500053 2026-04-02T11:46:47.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.013+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=1PXXLX0Z1EL3 type=del size=1013759 2026-04-02T11:46:47.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.014+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~4J0YYIAWVIJX.0 size=1048576 2026-04-02T11:46:47.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.015+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~4J0YYIAWVIJX.1 size=504403 2026-04-02T11:46:47.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.016+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=4J0YYIAWVIJX tag=1CH4UIETVSGG type=write size=2601555 2026-04-02T11:46:47.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.018+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.0 size=1048576 2026-04-02T11:46:47.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.018+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.1 size=1048576 2026-04-02T11:46:47.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.019+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.2 size=211768 2026-04-02T11:46:47.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.019+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=H4R0788AIKQY tag=VPSSZFLK86EB type=write size=3357496 2026-04-02T11:46:47.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.020+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=J0A5MFNMIXFO type=del 2026-04-02T11:46:47.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.022+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~IHETNOP543X7.0 size=409535 2026-04-02T11:46:47.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.022+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=IHETNOP543X7 tag=3NLDVPN61OKS type=write size=1458111 2026-04-02T11:46:47.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.023+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=0CB8HCCF9MDS type=write size=770837 2026-04-02T11:46:47.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.023+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=NB7QLJ0OW5QY type=del size=1291875 2026-04-02T11:46:47.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.024+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~J08DP21RV3TT.0 size=1048576 2026-04-02T11:46:47.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.025+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~J08DP21RV3TT.1 size=85865 2026-04-02T11:46:47.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.026+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=J08DP21RV3TT tag=9MON9B10X84O type=write size=2183017 2026-04-02T11:46:47.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.027+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=JT300A3PNONT type=del size=4194165 2026-04-02T11:46:47.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.028+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=EOUF9LGITWN6 type=del 2026-04-02T11:46:47.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.030+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.0 size=1048576 2026-04-02T11:46:47.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.031+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.1 size=1048576 2026-04-02T11:46:47.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.031+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.2 size=665801 2026-04-02T11:46:47.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.031+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=YGX062OC1M8X tag=KQRNX8ROQEGS type=write size=3811529 2026-04-02T11:46:47.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.032+0000 7f5333614880 1 < completed write operation key=EB6X219R2ZBH tag=K6CFDWIAM8NI type=write size=792510 2026-04-02T11:46:47.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.034+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~205QH3SXSXKH.0 size=1048576 2026-04-02T11:46:47.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.035+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~205QH3SXSXKH.1 size=965230 2026-04-02T11:46:47.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.035+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=205QH3SXSXKH tag=ZIUTMWVE5M93 type=write size=3062382 2026-04-02T11:46:47.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.036+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=3MWZOT82X37C type=del 2026-04-02T11:46:47.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.036+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=7ZSA1OUCYRGE type=write size=404058 2026-04-02T11:46:47.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.037+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~AALE4NWWJZQK.0 size=917117 2026-04-02T11:46:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.039+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=AALE4NWWJZQK tag=4DXS31KTFR9T type=write size=1965693 2026-04-02T11:46:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.039+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=O332J5UISTUY type=del size=848510 2026-04-02T11:46:47.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.041+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~SIGTRQPMP4Q1.0 size=822582 2026-04-02T11:46:47.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.042+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=SIGTRQPMP4Q1 tag=KNE1MAX91WZT type=write size=1871158 2026-04-02T11:46:47.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.043+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=PSZZLS3O8Q6O type=del size=1181375 2026-04-02T11:46:47.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.044+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~Z5TAWNO305E9.0 size=1048576 2026-04-02T11:46:47.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.044+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~Z5TAWNO305E9.1 size=597779 2026-04-02T11:46:47.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.046+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=Z5TAWNO305E9 tag=HSX9KCAF42EV type=write size=2694931 2026-04-02T11:46:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.047+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=1MUIA46B6JQ7 type=del size=3766187 2026-04-02T11:46:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.047+0000 7f5333614880 1 < canceled operation key=C8ZRSTX2VB66 tag=IJ01DBDAGFNJ type=del size=2998560 2026-04-02T11:46:47.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.048+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=3APRU4A8IA3N type=del size=4166500 2026-04-02T11:46:47.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.049+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~NJKLP1J12GIZ.0 size=489838 2026-04-02T11:46:47.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.050+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=NJKLP1J12GIZ tag=AYSVFJ2RAX2V type=write size=1538414 2026-04-02T11:46:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.051+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~RFBLZOU6U78G.0 size=1048576 2026-04-02T11:46:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.052+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~RFBLZOU6U78G.1 size=996991 2026-04-02T11:46:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.052+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=RFBLZOU6U78G tag=2DP1N2QXR4IC type=write size=3094143 2026-04-02T11:46:47.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.053+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=M8FQIODRPWJO type=del 2026-04-02T11:46:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.053+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=A23SA0VOHY2M type=del size=28453 2026-04-02T11:46:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.054+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=6I8YXI02JNOA type=write size=663231 2026-04-02T11:46:47.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.056+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~AXE60FURQ574.0 size=1030522 2026-04-02T11:46:47.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.056+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=AXE60FURQ574 tag=4A0JYYNC54RV type=write size=2079098 2026-04-02T11:46:47.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.056+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.0 size=1048576 2026-04-02T11:46:47.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.057+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.1 size=1048576 2026-04-02T11:46:47.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.058+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~2681PZ2VQLAJ.2 size=334319 2026-04-02T11:46:47.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.059+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=2681PZ2VQLAJ tag=F924NT02EB7V type=write size=3480047 2026-04-02T11:46:47.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.060+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=SX7UIFMNEJEY type=write size=212241 2026-04-02T11:46:47.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.060+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=1PXXLX0Z1EL3 type=del 2026-04-02T11:46:47.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.061+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=L5BS35AOKW2V type=del size=52978 2026-04-02T11:46:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.062+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.0 size=1048576 2026-04-02T11:46:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.062+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.1 size=1048576 2026-04-02T11:46:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.063+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~H4R0788AIKQY.2 size=211768 2026-04-02T11:46:47.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.064+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=H4R0788AIKQY tag=VPSSZFLK86EB type=write size=3357496 2026-04-02T11:46:47.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.066+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~GT7QF02Y0PCT.0 size=1048576 2026-04-02T11:46:47.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.066+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~GT7QF02Y0PCT.1 size=1044817 2026-04-02T11:46:47.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.066+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=GT7QF02Y0PCT tag=2XI3RNL6Z4ZE type=write size=3141969 2026-04-02T11:46:47.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.067+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~IHETNOP543X7.0 size=409535 2026-04-02T11:46:47.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.068+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=IHETNOP543X7 tag=3NLDVPN61OKS type=write size=1458111 2026-04-02T11:46:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.071+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.0 size=1048576 2026-04-02T11:46:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.071+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.1 size=1048576 2026-04-02T11:46:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.072+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.2 size=497693 2026-04-02T11:46:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.072+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=T3Q696VJODMW tag=RIEZRL2V8LCM type=write size=3643421 2026-04-02T11:46:47.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.073+0000 7f5333614880 1 < canceled operation key=C8ZRSTX2VB66 tag=NB7QLJ0OW5QY type=del size=1291875 2026-04-02T11:46:47.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.074+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~GOWGZEN409TA.0 size=1048576 2026-04-02T11:46:47.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.075+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~GOWGZEN409TA.1 size=848179 2026-04-02T11:46:47.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.075+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=GOWGZEN409TA tag=V52DLXQAJTT6 type=write size=2945331 2026-04-02T11:46:47.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.076+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=JT300A3PNONT type=del size=4194165 2026-04-02T11:46:47.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.077+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=9FHTWNQKTDLF type=del size=4053566 2026-04-02T11:46:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.077+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.0 size=1048576 2026-04-02T11:46:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.078+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.1 size=1048576 2026-04-02T11:46:47.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.079+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~YGX062OC1M8X.2 size=665801 2026-04-02T11:46:47.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.080+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=YGX062OC1M8X tag=KQRNX8ROQEGS type=write size=3811529 2026-04-02T11:46:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.081+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.0 size=1048576 2026-04-02T11:46:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.082+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.1 size=1048576 2026-04-02T11:46:47.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.083+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.2 size=481098 2026-04-02T11:46:47.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.083+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=0E6CZE6EX5FI tag=HJXJNHSWY9MI type=write size=3626826 2026-04-02T11:46:47.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.084+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~205QH3SXSXKH.0 size=1048576 2026-04-02T11:46:47.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.084+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~205QH3SXSXKH.1 size=965230 2026-04-02T11:46:47.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.086+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=205QH3SXSXKH tag=ZIUTMWVE5M93 type=write size=3062382 2026-04-02T11:46:47.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.087+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~9OVS056I1TRG.0 size=1048576 2026-04-02T11:46:47.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.088+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~9OVS056I1TRG.1 size=175839 2026-04-02T11:46:47.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.088+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=9OVS056I1TRG tag=MG4ZDXVYOCSQ type=write size=2272991 2026-04-02T11:46:47.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.089+0000 7f5333614880 1 < completed write operation key=72A8E181S0BV tag=7ZSA1OUCYRGE type=write size=404058 2026-04-02T11:46:47.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.090+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.0 size=1048576 2026-04-02T11:46:47.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.090+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.1 size=1048576 2026-04-02T11:46:47.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.091+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.2 size=725708 2026-04-02T11:46:47.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.091+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=U2PUBRGIDGNZ tag=XA39R56QAAE1 type=write size=3871436 2026-04-02T11:46:47.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.092+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=O332J5UISTUY type=del 2026-04-02T11:46:47.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.093+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=IOG4FZ45ZKM0 type=del size=2607094 2026-04-02T11:46:47.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.093+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=PSZZLS3O8Q6O type=del 2026-04-02T11:46:47.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.094+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=45UVW8KQHCL0 type=del size=3606563 2026-04-02T11:46:47.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.095+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=1MUIA46B6JQ7 type=del 2026-04-02T11:46:47.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.095+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=J8QHFIDZG6T5 type=del size=1872640 2026-04-02T11:46:47.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.097+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=3APRU4A8IA3N type=del size=4166500 2026-04-02T11:46:47.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.099+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~BWQ2JFYIZGRE.0 size=1048576 2026-04-02T11:46:47.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.099+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~BWQ2JFYIZGRE.1 size=378633 2026-04-02T11:46:47.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.099+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=BWQ2JFYIZGRE tag=FQI42G8WJ8U3 type=write size=2475785 2026-04-02T11:46:47.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.100+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~RFBLZOU6U78G.0 size=1048576 2026-04-02T11:46:47.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.101+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~RFBLZOU6U78G.1 size=996991 2026-04-02T11:46:47.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.102+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=RFBLZOU6U78G tag=2DP1N2QXR4IC type=write size=3094143 2026-04-02T11:46:47.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.103+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~OVXITCUJLGEC.0 size=1048576 2026-04-02T11:46:47.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.104+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~OVXITCUJLGEC.1 size=777035 2026-04-02T11:46:47.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.104+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=OVXITCUJLGEC tag=IO1RS62B1ZQP type=write size=2874187 2026-04-02T11:46:47.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.106+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=A23SA0VOHY2M type=del 2026-04-02T11:46:47.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.107+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=SZCYNFKSN5R1 type=write size=998713 2026-04-02T11:46:47.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.107+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~AXE60FURQ574.0 size=1030522 2026-04-02T11:46:47.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.109+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=AXE60FURQ574 tag=4A0JYYNC54RV type=write size=2079098 2026-04-02T11:46:47.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.109+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=VPFAD1DROA2J type=del size=2535239 2026-04-02T11:46:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.111+0000 7f5333614880 1 < suggested update operation key=EXN9SVYJIGMQ tag=SX7UIFMNEJEY type=write size=212241 2026-04-02T11:46:47.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.112+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~MI0CSA9W9KL8.0 size=875133 2026-04-02T11:46:47.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.112+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=MI0CSA9W9KL8 tag=WQZFK1QCG9SD type=write size=1923709 2026-04-02T11:46:47.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.113+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=L5BS35AOKW2V type=del 2026-04-02T11:46:47.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.114+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=GLK9W0DRH7IE type=del size=3176786 2026-04-02T11:46:47.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.114+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~GT7QF02Y0PCT.0 size=1048576 2026-04-02T11:46:47.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.115+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~GT7QF02Y0PCT.1 size=1044817 2026-04-02T11:46:47.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.116+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=GT7QF02Y0PCT tag=2XI3RNL6Z4ZE type=write size=3141969 2026-04-02T11:46:47.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.117+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=D212WZC2KSV0 type=del size=2714791 2026-04-02T11:46:47.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.118+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.0 size=1048576 2026-04-02T11:46:47.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.119+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.1 size=1048576 2026-04-02T11:46:47.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.119+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~T3Q696VJODMW.2 size=497693 2026-04-02T11:46:47.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.121+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=T3Q696VJODMW tag=RIEZRL2V8LCM type=write size=3643421 2026-04-02T11:46:47.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.122+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~8YOV1WLQELSJ.0 size=895177 2026-04-02T11:46:47.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.122+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=8YOV1WLQELSJ tag=SLTYUOYHH7VQ type=write size=1943753 2026-04-02T11:46:47.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.123+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~GOWGZEN409TA.0 size=1048576 2026-04-02T11:46:47.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.124+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~GOWGZEN409TA.1 size=848179 2026-04-02T11:46:47.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.126+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=GOWGZEN409TA tag=V52DLXQAJTT6 type=write size=2945331 2026-04-02T11:46:47.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.127+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=1M40CSX02BO2 type=del size=4098949 2026-04-02T11:46:47.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.128+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=9FHTWNQKTDLF type=del 2026-04-02T11:46:47.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.129+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=IA67A92T2DJH type=del size=382019 2026-04-02T11:46:47.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.130+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.0 size=1048576 2026-04-02T11:46:47.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.131+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.1 size=1048576 2026-04-02T11:46:47.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.132+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0E6CZE6EX5FI.2 size=481098 2026-04-02T11:46:47.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.133+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=0E6CZE6EX5FI tag=HJXJNHSWY9MI type=write size=3626826 2026-04-02T11:46:47.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.135+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.0 size=1048576 2026-04-02T11:46:47.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.136+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.1 size=1048576 2026-04-02T11:46:47.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.137+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.2 size=47615 2026-04-02T11:46:47.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.137+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=AASBFVWZOYKW tag=ZEWH0AU3RDQG type=write size=3193343 2026-04-02T11:46:47.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.137+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~9OVS056I1TRG.0 size=1048576 2026-04-02T11:46:47.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.138+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~9OVS056I1TRG.1 size=175839 2026-04-02T11:46:47.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.139+0000 7f5333614880 1 < canceled multipart upload key=3V9OL1TOYAR3 upload=9OVS056I1TRG tag=MG4ZDXVYOCSQ type=write size=2272991 2026-04-02T11:46:47.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.140+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=CUAYR022PXK6 type=write size=928993 2026-04-02T11:46:47.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.141+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.0 size=1048576 2026-04-02T11:46:47.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.142+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.1 size=1048576 2026-04-02T11:46:47.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.143+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~U2PUBRGIDGNZ.2 size=725708 2026-04-02T11:46:47.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.145+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=U2PUBRGIDGNZ tag=XA39R56QAAE1 type=write size=3871436 2026-04-02T11:46:47.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.146+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=SUPPMCE4QUJR type=del size=938211 2026-04-02T11:46:47.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.147+0000 7f5333614880 1 < suggested update operation key=IWEIGMTGAJE9 tag=IOG4FZ45ZKM0 type=del size=2607094 2026-04-02T11:46:47.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.149+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.0 size=1048576 2026-04-02T11:46:47.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.149+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.1 size=1048576 2026-04-02T11:46:47.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.150+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.2 size=690193 2026-04-02T11:46:47.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.150+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=ELGBSKKC7PO0 tag=GUIN8TW29F91 type=write size=3835921 2026-04-02T11:46:47.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.151+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=45UVW8KQHCL0 type=del 2026-04-02T11:46:47.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.152+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=BLWWYHVB2775 type=del size=1058933 2026-04-02T11:46:47.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.153+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=J8QHFIDZG6T5 type=del 2026-04-02T11:46:47.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.153+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=47RQXSNWWS3F type=del size=1319696 2026-04-02T11:46:47.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.154+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~BWQ2JFYIZGRE.0 size=1048576 2026-04-02T11:46:47.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.155+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~BWQ2JFYIZGRE.1 size=378633 2026-04-02T11:46:47.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.156+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=BWQ2JFYIZGRE tag=FQI42G8WJ8U3 type=write size=2475785 2026-04-02T11:46:47.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.157+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=1RC0BIBQMBEU type=del size=3367097 2026-04-02T11:46:47.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.158+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~OVXITCUJLGEC.0 size=1048576 2026-04-02T11:46:47.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.159+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~OVXITCUJLGEC.1 size=777035 2026-04-02T11:46:47.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.160+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=OVXITCUJLGEC tag=IO1RS62B1ZQP type=write size=2874187 2026-04-02T11:46:47.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.161+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=LQ9RP0A0U80A type=write size=499203 2026-04-02T11:46:47.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.162+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=SZCYNFKSN5R1 type=write size=998713 2026-04-02T11:46:47.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.163+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~75VPP2TD440S.0 size=6555 2026-04-02T11:46:47.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.163+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=75VPP2TD440S tag=83CAF8M6JBTZ type=write size=1055131 2026-04-02T11:46:47.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.164+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=VPFAD1DROA2J type=del 2026-04-02T11:46:47.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.165+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=88SPO19J1RR4 type=del size=3206918 2026-04-02T11:46:47.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.166+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~MI0CSA9W9KL8.0 size=875133 2026-04-02T11:46:47.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.167+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=MI0CSA9W9KL8 tag=WQZFK1QCG9SD type=write size=1923709 2026-04-02T11:46:47.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.169+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~WOJWVV7FX8B9.0 size=47311 2026-04-02T11:46:47.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.169+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=WOJWVV7FX8B9 tag=RZHW8FAOFTPF type=write size=1095887 2026-04-02T11:46:47.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.170+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=GLK9W0DRH7IE type=del 2026-04-02T11:46:47.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.171+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=RZOXL6VU7ZU4 type=del size=309027 2026-04-02T11:46:47.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.172+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=D212WZC2KSV0 type=del 2026-04-02T11:46:47.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.172+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=DU3WWP0FFXV7 type=del size=3611873 2026-04-02T11:46:47.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.173+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~8YOV1WLQELSJ.0 size=895177 2026-04-02T11:46:47.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.175+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=8YOV1WLQELSJ tag=SLTYUOYHH7VQ type=write size=1943753 2026-04-02T11:46:47.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.176+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=8RVZXRDYH6NF type=del size=1574646 2026-04-02T11:46:47.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.176+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=1M40CSX02BO2 type=del 2026-04-02T11:46:47.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.178+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.0 size=1048576 2026-04-02T11:46:47.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.179+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.1 size=1048576 2026-04-02T11:46:47.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.179+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.2 size=893003 2026-04-02T11:46:47.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.179+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=MYXLFBGYIF77 tag=JSRCJFM2TMBE type=write size=4038731 2026-04-02T11:46:47.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.180+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=IA67A92T2DJH type=del 2026-04-02T11:46:47.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.181+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=7BTE9BNMCJLS type=del size=1739126 2026-04-02T11:46:47.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.182+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.0 size=1048576 2026-04-02T11:46:47.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.183+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.1 size=1048576 2026-04-02T11:46:47.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.184+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~AASBFVWZOYKW.2 size=47615 2026-04-02T11:46:47.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.185+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=AASBFVWZOYKW tag=ZEWH0AU3RDQG type=write size=3193343 2026-04-02T11:46:47.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.188+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=3H6IURAF705R type=del size=1467022 2026-04-02T11:46:47.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.189+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=CUAYR022PXK6 type=write size=928993 2026-04-02T11:46:47.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.190+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~JROWWNMOMSLD.0 size=430088 2026-04-02T11:46:47.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.190+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=JROWWNMOMSLD tag=VVQ0H4QAIY2A type=write size=1478664 2026-04-02T11:46:47.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.191+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=SUPPMCE4QUJR type=del 2026-04-02T11:46:47.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.193+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~7XYAD6PEFQDS.0 size=1012616 2026-04-02T11:46:47.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.193+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=7XYAD6PEFQDS tag=7IW5DU4SJSUV type=write size=2061192 2026-04-02T11:46:47.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.193+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.0 size=1048576 2026-04-02T11:46:47.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.194+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.1 size=1048576 2026-04-02T11:46:47.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.195+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~ELGBSKKC7PO0.2 size=690193 2026-04-02T11:46:47.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.196+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=ELGBSKKC7PO0 tag=GUIN8TW29F91 type=write size=3835921 2026-04-02T11:46:47.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.197+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=MTKL76S2YSE5 type=del size=567291 2026-04-02T11:46:47.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.198+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=BLWWYHVB2775 type=del 2026-04-02T11:46:47.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.199+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=NQ2HFW9242G5 type=del size=148692 2026-04-02T11:46:47.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.199+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=47RQXSNWWS3F type=del 2026-04-02T11:46:47.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.201+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~XFTU6H6AUHCI.0 size=1048576 2026-04-02T11:46:47.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.202+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~XFTU6H6AUHCI.1 size=582076 2026-04-02T11:46:47.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.202+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=XFTU6H6AUHCI tag=2DFFJY72BM3T type=write size=2679228 2026-04-02T11:46:47.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.203+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=1RC0BIBQMBEU type=del 2026-04-02T11:46:47.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.204+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~EHN6GXXQ01OT.0 size=1048576 2026-04-02T11:46:47.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.205+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~EHN6GXXQ01OT.1 size=1032186 2026-04-02T11:46:47.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.205+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=EHN6GXXQ01OT tag=YX3J1OALVAKH type=write size=3129338 2026-04-02T11:46:47.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.206+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=LQ9RP0A0U80A type=write size=499203 2026-04-02T11:46:47.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.208+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~MLZF2PS83LA0.0 size=488033 2026-04-02T11:46:47.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.208+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=MLZF2PS83LA0 tag=AXY5HR0LZRDF type=write size=1536609 2026-04-02T11:46:47.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.209+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~75VPP2TD440S.0 size=6555 2026-04-02T11:46:47.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.210+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=75VPP2TD440S tag=83CAF8M6JBTZ type=write size=1055131 2026-04-02T11:46:47.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.211+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=S791ZTXOKG4H type=del size=2631944 2026-04-02T11:46:47.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.212+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=88SPO19J1RR4 type=del 2026-04-02T11:46:47.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.213+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=8KP35N3FFVC8 type=del size=2470656 2026-04-02T11:46:47.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.213+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~WOJWVV7FX8B9.0 size=47311 2026-04-02T11:46:47.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.215+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=WOJWVV7FX8B9 tag=RZHW8FAOFTPF type=write size=1095887 2026-04-02T11:46:47.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.216+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=4T4XK2LG9AHU type=del size=2713775 2026-04-02T11:46:47.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.217+0000 7f5333614880 1 < suggested update operation key=AKGGO4RSPZUL tag=RZOXL6VU7ZU4 type=del size=309027 2026-04-02T11:46:47.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.218+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=9LTMOET0SMIP type=write size=374200 2026-04-02T11:46:47.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.220+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=DU3WWP0FFXV7 type=del 2026-04-02T11:46:47.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.222+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~PHC3BZXE5FAW.0 size=123648 2026-04-02T11:46:47.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.222+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=PHC3BZXE5FAW tag=0L1KIX1BXYF6 type=write size=1172224 2026-04-02T11:46:47.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.223+0000 7f5333614880 1 < canceled operation key=VK1RMXPUCX5B tag=8RVZXRDYH6NF type=del size=1574646 2026-04-02T11:46:47.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.224+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=270BZ2ATXMAK type=del size=4068407 2026-04-02T11:46:47.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.225+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.0 size=1048576 2026-04-02T11:46:47.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.225+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.1 size=1048576 2026-04-02T11:46:47.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.226+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~MYXLFBGYIF77.2 size=893003 2026-04-02T11:46:47.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.227+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=MYXLFBGYIF77 tag=JSRCJFM2TMBE type=write size=4038731 2026-04-02T11:46:47.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.228+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=CS1E4CDIAZM2 type=write size=451994 2026-04-02T11:46:47.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.229+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=7BTE9BNMCJLS type=del 2026-04-02T11:46:47.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.230+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=1TDD6LNDXPDJ type=write size=79452 2026-04-02T11:46:47.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.231+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=3H6IURAF705R type=del 2026-04-02T11:46:47.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.233+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.0 size=1048576 2026-04-02T11:46:47.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.233+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.1 size=1048576 2026-04-02T11:46:47.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.234+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.2 size=276271 2026-04-02T11:46:47.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.234+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=KO19ASR2QMLT tag=5R42LZ1RFG4X type=write size=3421999 2026-04-02T11:46:47.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.235+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~JROWWNMOMSLD.0 size=430088 2026-04-02T11:46:47.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.237+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=JROWWNMOMSLD tag=VVQ0H4QAIY2A type=write size=1478664 2026-04-02T11:46:47.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.239+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.0 size=1048576 2026-04-02T11:46:47.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.239+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.1 size=1048576 2026-04-02T11:46:47.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.240+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.2 size=614307 2026-04-02T11:46:47.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.240+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=2OKB8Y65TS3Q tag=THCXP5CDLAB5 type=write size=3760035 2026-04-02T11:46:47.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.241+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~7XYAD6PEFQDS.0 size=1012616 2026-04-02T11:46:47.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.242+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=7XYAD6PEFQDS tag=7IW5DU4SJSUV type=write size=2061192 2026-04-02T11:46:47.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.243+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=278IH5MZ16NN type=del size=600951 2026-04-02T11:46:47.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.244+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=MTKL76S2YSE5 type=del 2026-04-02T11:46:47.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.246+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.0 size=1048576 2026-04-02T11:46:47.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.246+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.1 size=1048576 2026-04-02T11:46:47.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.247+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.2 size=758331 2026-04-02T11:46:47.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.247+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=5SXT7DJP34FH tag=1391OTNI9MRP type=write size=3904059 2026-04-02T11:46:47.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.248+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=NQ2HFW9242G5 type=del 2026-04-02T11:46:47.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.249+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=PJO0GI56XJ8I type=del size=84380 2026-04-02T11:46:47.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.250+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~XFTU6H6AUHCI.0 size=1048576 2026-04-02T11:46:47.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.251+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~XFTU6H6AUHCI.1 size=582076 2026-04-02T11:46:47.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.252+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=XFTU6H6AUHCI tag=2DFFJY72BM3T type=write size=2679228 2026-04-02T11:46:47.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.254+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=XVOPHPJOKGO7 type=del size=254751 2026-04-02T11:46:47.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.255+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~EHN6GXXQ01OT.0 size=1048576 2026-04-02T11:46:47.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.256+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~EHN6GXXQ01OT.1 size=1032186 2026-04-02T11:46:47.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.257+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=EHN6GXXQ01OT tag=YX3J1OALVAKH type=write size=3129338 2026-04-02T11:46:47.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.258+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=EFDHCMLI2K37 type=del size=2426079 2026-04-02T11:46:47.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.259+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~MLZF2PS83LA0.0 size=488033 2026-04-02T11:46:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.260+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=MLZF2PS83LA0 tag=AXY5HR0LZRDF type=write size=1536609 2026-04-02T11:46:47.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.261+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=CLVLKNQJB4Z8 type=del size=4165594 2026-04-02T11:46:47.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.262+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=S791ZTXOKG4H type=del 2026-04-02T11:46:47.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.264+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.0 size=1048576 2026-04-02T11:46:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.265+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.1 size=1048576 2026-04-02T11:46:47.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.265+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.2 size=566955 2026-04-02T11:46:47.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.265+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=E1ZP0BJ3LPB3 tag=6TFOV55VPJJG type=write size=3712683 2026-04-02T11:46:47.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.266+0000 7f5333614880 1 < canceled operation key=EXN9SVYJIGMQ tag=8KP35N3FFVC8 type=del size=2470656 2026-04-02T11:46:47.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.268+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.0 size=1048576 2026-04-02T11:46:47.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.269+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.1 size=1048576 2026-04-02T11:46:47.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.269+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.2 size=735946 2026-04-02T11:46:47.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.269+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=7LX2MTFROD5Y tag=NTA0LT13SGM0 type=write size=3881674 2026-04-02T11:46:47.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.270+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=4T4XK2LG9AHU type=del 2026-04-02T11:46:47.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.273+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~9H7GQZGPWF75.0 size=15412 2026-04-02T11:46:47.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.273+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=9H7GQZGPWF75 tag=YKY74PN5TBYZ type=write size=1063988 2026-04-02T11:46:47.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.275+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=9LTMOET0SMIP type=write size=374200 2026-04-02T11:46:47.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.276+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=FWAE7QXOZE89 type=del size=1946305 2026-04-02T11:46:47.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.277+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~PHC3BZXE5FAW.0 size=123648 2026-04-02T11:46:47.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.278+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=PHC3BZXE5FAW tag=0L1KIX1BXYF6 type=write size=1172224 2026-04-02T11:46:47.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.279+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=YUVKYIVGHPQJ type=del size=1801261 2026-04-02T11:46:47.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.280+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=270BZ2ATXMAK type=del 2026-04-02T11:46:47.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.281+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=8D7NXD4600SV type=del size=3124295 2026-04-02T11:46:47.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.282+0000 7f5333614880 1 < completed write operation key=EXN9SVYJIGMQ tag=CS1E4CDIAZM2 type=write size=451994 2026-04-02T11:46:47.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.284+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.0 size=1048576 2026-04-02T11:46:47.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.285+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.1 size=1048576 2026-04-02T11:46:47.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.285+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.2 size=760874 2026-04-02T11:46:47.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.285+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=9ZSD8G381825 tag=F2DMDJ1EMW9E type=write size=3906602 2026-04-02T11:46:47.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.286+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=1TDD6LNDXPDJ type=write size=79452 2026-04-02T11:46:47.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.287+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=DU5A7AYN5MO4 type=del size=863123 2026-04-02T11:46:47.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.288+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.0 size=1048576 2026-04-02T11:46:47.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.289+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.1 size=1048576 2026-04-02T11:46:47.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.290+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~KO19ASR2QMLT.2 size=276271 2026-04-02T11:46:47.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.292+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=KO19ASR2QMLT tag=5R42LZ1RFG4X type=write size=3421999 2026-04-02T11:46:47.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.293+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=3D0JRL6NDVBY type=del size=2113513 2026-04-02T11:46:47.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.294+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.0 size=1048576 2026-04-02T11:46:47.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.295+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.1 size=1048576 2026-04-02T11:46:47.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.295+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~2OKB8Y65TS3Q.2 size=614307 2026-04-02T11:46:47.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.297+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=2OKB8Y65TS3Q tag=THCXP5CDLAB5 type=write size=3760035 2026-04-02T11:46:47.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.298+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=222T7GSED88T type=del size=536479 2026-04-02T11:46:47.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.298+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=278IH5MZ16NN type=del 2026-04-02T11:46:47.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.300+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~FL0BEHN6VSLH.0 size=1048576 2026-04-02T11:46:47.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.301+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~FL0BEHN6VSLH.1 size=849277 2026-04-02T11:46:47.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.301+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=FL0BEHN6VSLH tag=5P32AZT79YK2 type=write size=2946429 2026-04-02T11:46:47.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.302+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.0 size=1048576 2026-04-02T11:46:47.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.302+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.1 size=1048576 2026-04-02T11:46:47.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.303+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~5SXT7DJP34FH.2 size=758331 2026-04-02T11:46:47.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.305+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=5SXT7DJP34FH tag=1391OTNI9MRP type=write size=3904059 2026-04-02T11:46:47.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.307+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~AVPBDKDJUSS3.0 size=558956 2026-04-02T11:46:47.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.307+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=AVPBDKDJUSS3 tag=JDX9LZYTOX7J type=write size=1607532 2026-04-02T11:46:47.310 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.308+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=PJO0GI56XJ8I type=del 2026-04-02T11:46:47.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.309+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.0 size=1048576 2026-04-02T11:46:47.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.310+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.1 size=1048576 2026-04-02T11:46:47.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.311+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.2 size=670399 2026-04-02T11:46:47.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.311+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=1T2HO8OUWCNY tag=GCFLYIYKMHRY type=write size=3816127 2026-04-02T11:46:47.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.312+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=XVOPHPJOKGO7 type=del 2026-04-02T11:46:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.314+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~PLGHDGH0AXF9.0 size=1048576 2026-04-02T11:46:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.314+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~PLGHDGH0AXF9.1 size=722332 2026-04-02T11:46:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.314+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=PLGHDGH0AXF9 tag=HFEI0C9V1W7S type=write size=2819484 2026-04-02T11:46:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.315+0000 7f5333614880 -1 < failed to complete operation key=5EJJIO7Z6IK3 tag=EFDHCMLI2K37 type=del size=2426079: (22) Invalid argument 2026-04-02T11:46:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.316+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=0B360Y5JE1X1 type=del size=2354548 2026-04-02T11:46:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.317+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=CLVLKNQJB4Z8 type=del 2026-04-02T11:46:47.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.318+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=1PLN3G14SX2G type=write size=1010128 2026-04-02T11:46:47.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.319+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.0 size=1048576 2026-04-02T11:46:47.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.320+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.1 size=1048576 2026-04-02T11:46:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.321+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~E1ZP0BJ3LPB3.2 size=566955 2026-04-02T11:46:47.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.322+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=E1ZP0BJ3LPB3 tag=6TFOV55VPJJG type=write size=3712683 2026-04-02T11:46:47.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.323+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=0W77D2J723FB type=write size=141963 2026-04-02T11:46:47.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.325+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.0 size=1048576 2026-04-02T11:46:47.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.326+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.1 size=1048576 2026-04-02T11:46:47.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.326+0000 7f5333614880 1 < canceled part key=_multipart_EB6X219R2ZBH.2~7LX2MTFROD5Y.2 size=735946 2026-04-02T11:46:47.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.328+0000 7f5333614880 1 < canceled multipart upload key=EB6X219R2ZBH upload=7LX2MTFROD5Y tag=NTA0LT13SGM0 type=write size=3881674 2026-04-02T11:46:47.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.329+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=K1R584XEQB8Q type=del size=499423 2026-04-02T11:46:47.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.330+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~9H7GQZGPWF75.0 size=15412 2026-04-02T11:46:47.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.331+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=9H7GQZGPWF75 tag=YKY74PN5TBYZ type=write size=1063988 2026-04-02T11:46:47.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.332+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~LC2EKCEMKBYD.0 size=1048576 2026-04-02T11:46:47.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.333+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~LC2EKCEMKBYD.1 size=490482 2026-04-02T11:46:47.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.333+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=LC2EKCEMKBYD tag=JB48V3WCEVGC type=write size=2587634 2026-04-02T11:46:47.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.334+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=FWAE7QXOZE89 type=del 2026-04-02T11:46:47.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.335+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.0 size=1048576 2026-04-02T11:46:47.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.336+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.1 size=1048576 2026-04-02T11:46:47.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.337+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.2 size=230099 2026-04-02T11:46:47.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.337+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=B3TK5A3SHR1J tag=IPFAS7F6DS8Q type=write size=3375827 2026-04-02T11:46:47.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.337+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=YUVKYIVGHPQJ type=del 2026-04-02T11:46:47.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.338+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=S2LV95ZNE2I9 type=del size=24260 2026-04-02T11:46:47.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.339+0000 7f5333614880 1 < canceled operation key=3F2TE2N1PC84 tag=8D7NXD4600SV type=del size=3124295 2026-04-02T11:46:47.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.340+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=63JXODR9XJF2 type=del size=2431335 2026-04-02T11:46:47.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.341+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.0 size=1048576 2026-04-02T11:46:47.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.341+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.1 size=1048576 2026-04-02T11:46:47.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.341+0000 7f5333614880 1 < canceled part key=_multipart_X2A37MDQF19I.2~9ZSD8G381825.2 size=760874 2026-04-02T11:46:47.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.343+0000 7f5333614880 1 < canceled multipart upload key=X2A37MDQF19I upload=9ZSD8G381825 tag=F2DMDJ1EMW9E type=write size=3906602 2026-04-02T11:46:47.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.343+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=FIVCD6W2S508 type=del size=1933199 2026-04-02T11:46:47.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.344+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=DU5A7AYN5MO4 type=del 2026-04-02T11:46:47.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.345+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=JW821PRNAXF7 type=del size=1008137 2026-04-02T11:46:47.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.348+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=3D0JRL6NDVBY type=del 2026-04-02T11:46:47.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.349+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.0 size=1048576 2026-04-02T11:46:47.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.350+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.1 size=1048576 2026-04-02T11:46:47.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.351+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.2 size=233135 2026-04-02T11:46:47.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.351+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=GR0NQ7H0WZ6S tag=GHMKQ729O3K7 type=write size=3378863 2026-04-02T11:46:47.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.351+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=222T7GSED88T type=del size=536479 2026-04-02T11:46:47.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.352+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=YZMF15WKSYOY type=del size=919220 2026-04-02T11:46:47.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.353+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~FL0BEHN6VSLH.0 size=1048576 2026-04-02T11:46:47.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.354+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~FL0BEHN6VSLH.1 size=849277 2026-04-02T11:46:47.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.355+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=FL0BEHN6VSLH tag=5P32AZT79YK2 type=write size=2946429 2026-04-02T11:46:47.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.356+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=CJ8PRY2SKT17 type=del size=2602144 2026-04-02T11:46:47.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.357+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~AVPBDKDJUSS3.0 size=558956 2026-04-02T11:46:47.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.359+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=AVPBDKDJUSS3 tag=JDX9LZYTOX7J type=write size=1607532 2026-04-02T11:46:47.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.360+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=I0U4Q9B9YE5K type=del size=1660458 2026-04-02T11:46:47.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.361+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.0 size=1048576 2026-04-02T11:46:47.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.362+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.1 size=1048576 2026-04-02T11:46:47.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.362+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~1T2HO8OUWCNY.2 size=670399 2026-04-02T11:46:47.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.364+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=1T2HO8OUWCNY tag=GCFLYIYKMHRY type=write size=3816127 2026-04-02T11:46:47.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.364+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=X4KDKP35WMVH type=del size=2599731 2026-04-02T11:46:47.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.364+0000 7f5333614880 1 < canceled part key=_multipart_5EJJIO7Z6IK3.2~PLGHDGH0AXF9.0 size=1048576 2026-04-02T11:46:47.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.365+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~PLGHDGH0AXF9.1 size=722332 2026-04-02T11:46:47.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.366+0000 7f5333614880 1 < canceled multipart upload key=5EJJIO7Z6IK3 upload=PLGHDGH0AXF9 tag=HFEI0C9V1W7S type=write size=2819484 2026-04-02T11:46:47.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.367+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=V512RV8UGY2K type=write size=345078 2026-04-02T11:46:47.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.368+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=0B360Y5JE1X1 type=del size=2354548 2026-04-02T11:46:47.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.369+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.0 size=1048576 2026-04-02T11:46:47.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.370+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.1 size=1048576 2026-04-02T11:46:47.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.370+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.2 size=221474 2026-04-02T11:46:47.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.370+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=OESTWPFO783E tag=351ENN1ES5FQ type=write size=3367202 2026-04-02T11:46:47.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.371+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=1PLN3G14SX2G type=write size=1010128 2026-04-02T11:46:47.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.372+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=DQM5ZN18C3PU type=del size=2180715 2026-04-02T11:46:47.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.373+0000 7f5333614880 1 < suggested remove operation key=1N5ID2080ZHV tag=0W77D2J723FB type=write 2026-04-02T11:46:47.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.374+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=VC6HX0MUNGSU type=write size=705742 2026-04-02T11:46:47.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.375+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=K1R584XEQB8Q type=del 2026-04-02T11:46:47.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.375+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=5AT3M2HMU5SM type=del size=4133604 2026-04-02T11:46:47.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.376+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~LC2EKCEMKBYD.0 size=1048576 2026-04-02T11:46:47.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.377+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~LC2EKCEMKBYD.1 size=490482 2026-04-02T11:46:47.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.378+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=LC2EKCEMKBYD tag=JB48V3WCEVGC type=write size=2587634 2026-04-02T11:46:47.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.379+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=5UCVN1H7LDRZ type=del size=1396690 2026-04-02T11:46:47.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.379+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.0 size=1048576 2026-04-02T11:46:47.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.380+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.1 size=1048576 2026-04-02T11:46:47.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.381+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~B3TK5A3SHR1J.2 size=230099 2026-04-02T11:46:47.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.382+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=B3TK5A3SHR1J tag=IPFAS7F6DS8Q type=write size=3375827 2026-04-02T11:46:47.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.383+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.0 size=1048576 2026-04-02T11:46:47.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.384+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.1 size=1048576 2026-04-02T11:46:47.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.385+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.2 size=658887 2026-04-02T11:46:47.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.385+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=CQWEVM7EFMNQ tag=RQPAQGB610BV type=write size=3804615 2026-04-02T11:46:47.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.385+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=S2LV95ZNE2I9 type=del 2026-04-02T11:46:47.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.386+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=X0OY6X61H6OJ type=write size=532909 2026-04-02T11:46:47.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.388+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=63JXODR9XJF2 type=del 2026-04-02T11:46:47.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.388+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=MJELXEKRFP37 type=write size=706043 2026-04-02T11:46:47.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.389+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=FIVCD6W2S508 type=del 2026-04-02T11:46:47.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.390+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=42NOSIDVB52T type=del size=3466820 2026-04-02T11:46:47.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.391+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=JW821PRNAXF7 type=del 2026-04-02T11:46:47.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.392+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~G9B7TLA5OZ63.0 size=987418 2026-04-02T11:46:47.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.392+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=G9B7TLA5OZ63 tag=2N246YXG8F3W type=write size=2035994 2026-04-02T11:46:47.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.393+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.0 size=1048576 2026-04-02T11:46:47.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.393+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.1 size=1048576 2026-04-02T11:46:47.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.393+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~GR0NQ7H0WZ6S.2 size=233135 2026-04-02T11:46:47.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.395+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=GR0NQ7H0WZ6S tag=GHMKQ729O3K7 type=write size=3378863 2026-04-02T11:46:47.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.396+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=HNT79TLVIEZV type=del size=2267430 2026-04-02T11:46:47.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.396+0000 7f5333614880 1 < canceled operation key=1WBDOM4K9L2E tag=YZMF15WKSYOY type=del size=919220 2026-04-02T11:46:47.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.398+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.0 size=1048576 2026-04-02T11:46:47.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.398+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.1 size=1048576 2026-04-02T11:46:47.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.399+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.2 size=427829 2026-04-02T11:46:47.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.399+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=925B1HJ49P4N tag=ZDKXJZSLX939 type=write size=3573557 2026-04-02T11:46:47.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.400+0000 7f5333614880 -1 < failed to complete operation key=1N5ID2080ZHV tag=CJ8PRY2SKT17 type=del size=2602144: (22) Invalid argument 2026-04-02T11:46:47.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.401+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=LF4MMJD879TT type=del size=3842004 2026-04-02T11:46:47.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.402+0000 7f5333614880 1 < suggested remove operation key=VTYB3X0YEZVL tag=I0U4Q9B9YE5K type=del 2026-04-02T11:46:47.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.403+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=I1PLSPEEXNNX type=write size=280779 2026-04-02T11:46:47.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.404+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=X4KDKP35WMVH type=del 2026-04-02T11:46:47.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.404+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=MFASOXWLMKV4 type=del size=1972581 2026-04-02T11:46:47.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.405+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=V512RV8UGY2K type=write size=345078 2026-04-02T11:46:47.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.407+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~5PX326MFJBPP.0 size=115647 2026-04-02T11:46:47.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.407+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=5PX326MFJBPP tag=UAFPPMY028FO type=write size=1164223 2026-04-02T11:46:47.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.407+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.0 size=1048576 2026-04-02T11:46:47.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.408+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.1 size=1048576 2026-04-02T11:46:47.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.408+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~OESTWPFO783E.2 size=221474 2026-04-02T11:46:47.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.410+0000 7f5333614880 1 < canceled multipart upload key=MJF6T1TAF5I9 upload=OESTWPFO783E tag=351ENN1ES5FQ type=write size=3367202 2026-04-02T11:46:47.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.410+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=9NUHKP0ZEK5J type=write size=193723 2026-04-02T11:46:47.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.411+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=DQM5ZN18C3PU type=del 2026-04-02T11:46:47.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.412+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=72Z9R662P1TR type=del size=2223275 2026-04-02T11:46:47.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.413+0000 7f5333614880 1 < completed write operation key=38G32TCWGKT5 tag=VC6HX0MUNGSU type=write size=705742 2026-04-02T11:46:47.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.414+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.0 size=1048576 2026-04-02T11:46:47.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.415+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.1 size=1048576 2026-04-02T11:46:47.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.415+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.2 size=99258 2026-04-02T11:46:47.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.415+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=RI1PQX5P7V3R tag=NZJQ2HN0IQYS type=write size=3244986 2026-04-02T11:46:47.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.416+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=5AT3M2HMU5SM type=del 2026-04-02T11:46:47.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.417+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=079JML4BWL0G type=del size=3115993 2026-04-02T11:46:47.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.418+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=5UCVN1H7LDRZ type=del 2026-04-02T11:46:47.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.419+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=KQIZW0QDM1OY type=del size=951288 2026-04-02T11:46:47.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.419+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.0 size=1048576 2026-04-02T11:46:47.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.420+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.1 size=1048576 2026-04-02T11:46:47.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.421+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~CQWEVM7EFMNQ.2 size=658887 2026-04-02T11:46:47.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.422+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=CQWEVM7EFMNQ tag=RQPAQGB610BV type=write size=3804615 2026-04-02T11:46:47.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.423+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=S8AOJNLVVM8E type=write size=743604 2026-04-02T11:46:47.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.424+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=X0OY6X61H6OJ type=write size=532909 2026-04-02T11:46:47.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.426+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.0 size=1048576 2026-04-02T11:46:47.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.426+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.1 size=1048576 2026-04-02T11:46:47.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.427+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.2 size=417027 2026-04-02T11:46:47.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.427+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=M4FLUJ0CJHSE tag=SFMC6H35A4X2 type=write size=3562755 2026-04-02T11:46:47.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.428+0000 7f5333614880 1 < completed write operation key=UNBE0OR07CI2 tag=MJELXEKRFP37 type=write size=706043 2026-04-02T11:46:47.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.429+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=UNIJ7LHGDT55 type=del size=811649 2026-04-02T11:46:47.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.429+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=42NOSIDVB52T type=del size=3466820 2026-04-02T11:46:47.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.430+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=XBLOF39SJJG6 type=del size=3502562 2026-04-02T11:46:47.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.431+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~G9B7TLA5OZ63.0 size=987418 2026-04-02T11:46:47.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.433+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=G9B7TLA5OZ63 tag=2N246YXG8F3W type=write size=2035994 2026-04-02T11:46:47.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.435+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~A84S5I6AMKL0.0 size=965191 2026-04-02T11:46:47.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.435+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=A84S5I6AMKL0 tag=G95WC39EBD80 type=write size=2013767 2026-04-02T11:46:47.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.436+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=HNT79TLVIEZV type=del 2026-04-02T11:46:47.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.437+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~DTUIR36GQ29J.0 size=937107 2026-04-02T11:46:47.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.437+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=DTUIR36GQ29J tag=0U5EIZPRTXVW type=write size=1985683 2026-04-02T11:46:47.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.438+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.0 size=1048576 2026-04-02T11:46:47.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.438+0000 7f5333614880 1 < canceled part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.1 size=1048576 2026-04-02T11:46:47.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.439+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~925B1HJ49P4N.2 size=427829 2026-04-02T11:46:47.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.440+0000 7f5333614880 1 < canceled multipart upload key=GLU301MHO00G upload=925B1HJ49P4N tag=ZDKXJZSLX939 type=write size=3573557 2026-04-02T11:46:47.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.442+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.0 size=1048576 2026-04-02T11:46:47.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.443+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.1 size=1048576 2026-04-02T11:46:47.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.445+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.2 size=282015 2026-04-02T11:46:47.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.445+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=032MW5ABRP10 tag=Y6SIA0BPNQY2 type=write size=3427743 2026-04-02T11:46:47.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.446+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=LF4MMJD879TT type=del 2026-04-02T11:46:47.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.446+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=EA4P1B2RCGWO type=write size=1015001 2026-04-02T11:46:47.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.448+0000 7f5333614880 1 < suggested remove operation key=GLU301MHO00G tag=I1PLSPEEXNNX type=write 2026-04-02T11:46:47.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.450+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~6MFEV5PAEYAT.0 size=48468 2026-04-02T11:46:47.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.450+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=6MFEV5PAEYAT tag=MUK4PRRJVVPE type=write size=1097044 2026-04-02T11:46:47.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.450+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=MFASOXWLMKV4 type=del 2026-04-02T11:46:47.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.451+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=NIY3ZHS3WUC0 type=del size=1900213 2026-04-02T11:46:47.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.452+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~5PX326MFJBPP.0 size=115647 2026-04-02T11:46:47.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.453+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=5PX326MFJBPP tag=UAFPPMY028FO type=write size=1164223 2026-04-02T11:46:47.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.454+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=GGL1B3NBW2FW type=del size=3761950 2026-04-02T11:46:47.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.455+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=9NUHKP0ZEK5J type=write size=193723 2026-04-02T11:46:47.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.456+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=SJ4N60E63BK1 type=del size=2199216 2026-04-02T11:46:47.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.458+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=72Z9R662P1TR type=del 2026-04-02T11:46:47.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.459+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~K4SODXZKQL9V.0 size=1048576 2026-04-02T11:46:47.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.460+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~K4SODXZKQL9V.1 size=764778 2026-04-02T11:46:47.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.460+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=K4SODXZKQL9V tag=2UMX9S4M2ONP type=write size=2861930 2026-04-02T11:46:47.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.460+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.0 size=1048576 2026-04-02T11:46:47.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.460+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.1 size=1048576 2026-04-02T11:46:47.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.461+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~RI1PQX5P7V3R.2 size=99258 2026-04-02T11:46:47.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.463+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=RI1PQX5P7V3R tag=NZJQ2HN0IQYS type=write size=3244986 2026-04-02T11:46:47.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.464+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.0 size=1048576 2026-04-02T11:46:47.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.465+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.1 size=1048576 2026-04-02T11:46:47.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.466+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.2 size=121919 2026-04-02T11:46:47.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.466+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=2NOJ2QX6IW9O tag=Y1RIV0A5F1GY type=write size=3267647 2026-04-02T11:46:47.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.467+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=079JML4BWL0G type=del 2026-04-02T11:46:47.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.468+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=0HVQ6U07912E type=del size=3941396 2026-04-02T11:46:47.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.469+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=KQIZW0QDM1OY type=del 2026-04-02T11:46:47.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.470+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.0 size=1048576 2026-04-02T11:46:47.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.471+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.1 size=1048576 2026-04-02T11:46:47.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.471+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.2 size=172606 2026-04-02T11:46:47.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.471+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=TH68CAZ9E3AF tag=Y4T3XOVW8945 type=write size=3318334 2026-04-02T11:46:47.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.472+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=S8AOJNLVVM8E type=write size=743604 2026-04-02T11:46:47.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.473+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.0 size=1048576 2026-04-02T11:46:47.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.474+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.1 size=1048576 2026-04-02T11:46:47.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.475+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.2 size=479751 2026-04-02T11:46:47.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.475+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=1MXEEYI0NW8J tag=YR53X2VRW3E3 type=write size=3625479 2026-04-02T11:46:47.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.475+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.0 size=1048576 2026-04-02T11:46:47.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.476+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.1 size=1048576 2026-04-02T11:46:47.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.477+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~M4FLUJ0CJHSE.2 size=417027 2026-04-02T11:46:47.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.478+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=M4FLUJ0CJHSE tag=SFMC6H35A4X2 type=write size=3562755 2026-04-02T11:46:47.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.479+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.0 size=1048576 2026-04-02T11:46:47.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.480+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.1 size=1048576 2026-04-02T11:46:47.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.480+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.2 size=560130 2026-04-02T11:46:47.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.480+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=6LWNDEHLZM0X tag=7I3UJLVPKNY0 type=write size=3705858 2026-04-02T11:46:47.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.481+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=UNIJ7LHGDT55 type=del 2026-04-02T11:46:47.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.482+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~143RE35XLV1O.0 size=446173 2026-04-02T11:46:47.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.483+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=143RE35XLV1O tag=NCPPUE5E747N type=write size=1494749 2026-04-02T11:46:47.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.483+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=XBLOF39SJJG6 type=del 2026-04-02T11:46:47.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.484+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=XUPQ1S43GOE9 type=del size=890073 2026-04-02T11:46:47.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.485+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~A84S5I6AMKL0.0 size=965191 2026-04-02T11:46:47.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.486+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=A84S5I6AMKL0 tag=G95WC39EBD80 type=write size=2013767 2026-04-02T11:46:47.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.487+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=QROWJGMYOF73 type=del size=3841205 2026-04-02T11:46:47.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.487+0000 7f5333614880 1 < canceled part key=_multipart_AKGGO4RSPZUL.2~DTUIR36GQ29J.0 size=937107 2026-04-02T11:46:47.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.488+0000 7f5333614880 1 < canceled multipart upload key=AKGGO4RSPZUL upload=DTUIR36GQ29J tag=0U5EIZPRTXVW type=write size=1985683 2026-04-02T11:46:47.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.490+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~T0RFT5Y4VP2Q.0 size=1048576 2026-04-02T11:46:47.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.490+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~T0RFT5Y4VP2Q.1 size=458687 2026-04-02T11:46:47.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.490+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=T0RFT5Y4VP2Q tag=R7DU70XH7GXI type=write size=2555839 2026-04-02T11:46:47.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.491+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.0 size=1048576 2026-04-02T11:46:47.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.492+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.1 size=1048576 2026-04-02T11:46:47.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.492+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~032MW5ABRP10.2 size=282015 2026-04-02T11:46:47.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.494+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=032MW5ABRP10 tag=Y6SIA0BPNQY2 type=write size=3427743 2026-04-02T11:46:47.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.495+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.0 size=1048576 2026-04-02T11:46:47.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.495+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.1 size=1048576 2026-04-02T11:46:47.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.496+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.2 size=868975 2026-04-02T11:46:47.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.496+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=TUMY3TL33LUN tag=DFQ5W30FTRMC type=write size=4014703 2026-04-02T11:46:47.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.497+0000 7f5333614880 -1 < failed to complete operation key=GLU301MHO00G tag=EA4P1B2RCGWO type=write size=1015001: (22) Invalid argument 2026-04-02T11:46:47.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.498+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~UEEV6O7F2NSO.0 size=1048576 2026-04-02T11:46:47.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.499+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~UEEV6O7F2NSO.1 size=597317 2026-04-02T11:46:47.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.499+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=UEEV6O7F2NSO tag=I1L0Q4J4FP1K type=write size=2694469 2026-04-02T11:46:47.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.500+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~6MFEV5PAEYAT.0 size=48468 2026-04-02T11:46:47.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.501+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=6MFEV5PAEYAT tag=MUK4PRRJVVPE type=write size=1097044 2026-04-02T11:46:47.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.502+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=YHCE4J0E90X2 type=del size=931095 2026-04-02T11:46:47.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.504+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=NIY3ZHS3WUC0 type=del 2026-04-02T11:46:47.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.506+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~BGJVAL0IK150.0 size=1048576 2026-04-02T11:46:47.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.506+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~BGJVAL0IK150.1 size=316959 2026-04-02T11:46:47.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.506+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=BGJVAL0IK150 tag=GTS0OCYSTQQ7 type=write size=2414111 2026-04-02T11:46:47.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.508+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=GGL1B3NBW2FW type=del 2026-04-02T11:46:47.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.509+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~NZMRVVUTAEP1.0 size=895415 2026-04-02T11:46:47.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.509+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=NZMRVVUTAEP1 tag=6DNM9UUW63J7 type=write size=1943991 2026-04-02T11:46:47.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.510+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=SJ4N60E63BK1 type=del 2026-04-02T11:46:47.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.511+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=WHXH39E7NAQN type=del size=3638409 2026-04-02T11:46:47.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.512+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~K4SODXZKQL9V.0 size=1048576 2026-04-02T11:46:47.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.512+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~K4SODXZKQL9V.1 size=764778 2026-04-02T11:46:47.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.514+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=K4SODXZKQL9V tag=2UMX9S4M2ONP type=write size=2861930 2026-04-02T11:46:47.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.515+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.0 size=1048576 2026-04-02T11:46:47.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.516+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.1 size=1048576 2026-04-02T11:46:47.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.516+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.2 size=928844 2026-04-02T11:46:47.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.516+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=2QVE6IFO7L8K tag=U14HQKFBMS3I type=write size=4074572 2026-04-02T11:46:47.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.517+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.0 size=1048576 2026-04-02T11:46:47.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.518+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.1 size=1048576 2026-04-02T11:46:47.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.518+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~2NOJ2QX6IW9O.2 size=121919 2026-04-02T11:46:47.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.520+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=2NOJ2QX6IW9O tag=Y1RIV0A5F1GY type=write size=3267647 2026-04-02T11:46:47.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.521+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=TNGIJQAO4NX7 type=del size=3299136 2026-04-02T11:46:47.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.522+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=0HVQ6U07912E type=del size=3941396 2026-04-02T11:46:47.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.523+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=GDOI6HVHQLCU type=del size=1354707 2026-04-02T11:46:47.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.524+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.0 size=1048576 2026-04-02T11:46:47.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.525+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.1 size=1048576 2026-04-02T11:46:47.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.525+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~TH68CAZ9E3AF.2 size=172606 2026-04-02T11:46:47.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.526+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=TH68CAZ9E3AF tag=Y4T3XOVW8945 type=write size=3318334 2026-04-02T11:46:47.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.527+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=0LD6KP2I3TN9 type=write size=590418 2026-04-02T11:46:47.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.528+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.0 size=1048576 2026-04-02T11:46:47.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.529+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.1 size=1048576 2026-04-02T11:46:47.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.530+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~1MXEEYI0NW8J.2 size=479751 2026-04-02T11:46:47.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.531+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=1MXEEYI0NW8J tag=YR53X2VRW3E3 type=write size=3625479 2026-04-02T11:46:47.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.532+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=FZQZK1W8Z6DP type=del size=4019016 2026-04-02T11:46:47.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.533+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.0 size=1048576 2026-04-02T11:46:47.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.533+0000 7f5333614880 1 < canceled part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.1 size=1048576 2026-04-02T11:46:47.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.533+0000 7f5333614880 1 < canceled part key=_multipart_X2A37MDQF19I.2~6LWNDEHLZM0X.2 size=560130 2026-04-02T11:46:47.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.534+0000 7f5333614880 1 < canceled multipart upload key=X2A37MDQF19I upload=6LWNDEHLZM0X tag=7I3UJLVPKNY0 type=write size=3705858 2026-04-02T11:46:47.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.535+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=R4EGLXJIX0Y4 type=del size=2540819 2026-04-02T11:46:47.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.535+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~143RE35XLV1O.0 size=446173 2026-04-02T11:46:47.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.537+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=143RE35XLV1O tag=NCPPUE5E747N type=write size=1494749 2026-04-02T11:46:47.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.538+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=H2JD23QIDQN9 type=del size=1927513 2026-04-02T11:46:47.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.538+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=XUPQ1S43GOE9 type=del 2026-04-02T11:46:47.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.539+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=VMD0GYOPFKS1 type=del size=3807908 2026-04-02T11:46:47.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.541+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=QROWJGMYOF73 type=del 2026-04-02T11:46:47.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.543+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~AGXHP6GLFLVW.0 size=1048576 2026-04-02T11:46:47.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.543+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~AGXHP6GLFLVW.1 size=514973 2026-04-02T11:46:47.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.543+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=AGXHP6GLFLVW tag=1W3AUGCWJMBJ type=write size=2612125 2026-04-02T11:46:47.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.544+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~T0RFT5Y4VP2Q.0 size=1048576 2026-04-02T11:46:47.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.545+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~T0RFT5Y4VP2Q.1 size=458687 2026-04-02T11:46:47.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.546+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=T0RFT5Y4VP2Q tag=R7DU70XH7GXI type=write size=2555839 2026-04-02T11:46:47.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.548+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~0DXEGBRAWM0G.0 size=732517 2026-04-02T11:46:47.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.548+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=0DXEGBRAWM0G tag=LEZ8LDRRBYFC type=write size=1781093 2026-04-02T11:46:47.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.548+0000 7f5333614880 1 < canceled part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.0 size=1048576 2026-04-02T11:46:47.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.549+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.1 size=1048576 2026-04-02T11:46:47.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.549+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~TUMY3TL33LUN.2 size=868975 2026-04-02T11:46:47.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.550+0000 7f5333614880 1 < canceled multipart upload key=EXN9SVYJIGMQ upload=TUMY3TL33LUN tag=DFQ5W30FTRMC type=write size=4014703 2026-04-02T11:46:47.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.551+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=68G5NR292KLC type=del size=2496080 2026-04-02T11:46:47.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.552+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~UEEV6O7F2NSO.0 size=1048576 2026-04-02T11:46:47.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.553+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~UEEV6O7F2NSO.1 size=597317 2026-04-02T11:46:47.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.554+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=UEEV6O7F2NSO tag=I1L0Q4J4FP1K type=write size=2694469 2026-04-02T11:46:47.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.555+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=BEVDVOLR3PPU type=del size=155029 2026-04-02T11:46:47.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.555+0000 7f5333614880 1 < canceled operation key=UMYOSRME1LS0 tag=YHCE4J0E90X2 type=del size=931095 2026-04-02T11:46:47.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.556+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=TC7YC0PZN645 type=del size=2111038 2026-04-02T11:46:47.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.557+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~BGJVAL0IK150.0 size=1048576 2026-04-02T11:46:47.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.557+0000 7f5333614880 1 < canceled part key=_multipart_AKGGO4RSPZUL.2~BGJVAL0IK150.1 size=316959 2026-04-02T11:46:47.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.558+0000 7f5333614880 1 < canceled multipart upload key=AKGGO4RSPZUL upload=BGJVAL0IK150 tag=GTS0OCYSTQQ7 type=write size=2414111 2026-04-02T11:46:47.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.559+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=4Q361Q76HT5S type=del size=27252 2026-04-02T11:46:47.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.560+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~NZMRVVUTAEP1.0 size=895415 2026-04-02T11:46:47.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.561+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=NZMRVVUTAEP1 tag=6DNM9UUW63J7 type=write size=1943991 2026-04-02T11:46:47.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.562+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=GNDIK2ZPZ5BA type=del size=1040692 2026-04-02T11:46:47.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.563+0000 7f5333614880 1 < canceled operation key=NAP80R228JZJ tag=WHXH39E7NAQN type=del size=3638409 2026-04-02T11:46:47.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.563+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=ZUCORJLMDTUL type=del size=3816820 2026-04-02T11:46:47.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.564+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.0 size=1048576 2026-04-02T11:46:47.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.565+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.1 size=1048576 2026-04-02T11:46:47.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.565+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~2QVE6IFO7L8K.2 size=928844 2026-04-02T11:46:47.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.567+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=2QVE6IFO7L8K tag=U14HQKFBMS3I type=write size=4074572 2026-04-02T11:46:47.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.568+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~PFGGYWUDYTWT.0 size=42481 2026-04-02T11:46:47.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.568+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=PFGGYWUDYTWT tag=CEZX66LKKHKQ type=write size=1091057 2026-04-02T11:46:47.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.569+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=TNGIJQAO4NX7 type=del 2026-04-02T11:46:47.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.570+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=4ZRCEXYIMYIO type=del size=716922 2026-04-02T11:46:47.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.572+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=GDOI6HVHQLCU type=del size=1354707 2026-04-02T11:46:47.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.572+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=M8CBL4P4XPTW type=del size=3507452 2026-04-02T11:46:47.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.574+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=0LD6KP2I3TN9 type=write 2026-04-02T11:46:47.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.575+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.0 size=1048576 2026-04-02T11:46:47.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.576+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.1 size=1048576 2026-04-02T11:46:47.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.578+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.2 size=901486 2026-04-02T11:46:47.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.578+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=8POL7HAS3DDA tag=8EQ526EEACRU type=write size=4047214 2026-04-02T11:46:47.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.578+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=FZQZK1W8Z6DP type=del 2026-04-02T11:46:47.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.580+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.0 size=1048576 2026-04-02T11:46:47.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.580+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.1 size=1048576 2026-04-02T11:46:47.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.581+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.2 size=823120 2026-04-02T11:46:47.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.581+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=0DDMGYOKN01W tag=EWOLKXQE92EZ type=write size=3968848 2026-04-02T11:46:47.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.582+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=R4EGLXJIX0Y4 type=del 2026-04-02T11:46:47.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.584+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.0 size=1048576 2026-04-02T11:46:47.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.584+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.1 size=1048576 2026-04-02T11:46:47.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.585+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.2 size=640966 2026-04-02T11:46:47.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.585+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=2JEWJRQVUB9J tag=0ESZZO1X870J type=write size=3786694 2026-04-02T11:46:47.588 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.586+0000 7f5333614880 1 < canceled operation key=UNBE0OR07CI2 tag=H2JD23QIDQN9 type=del size=1927513 2026-04-02T11:46:47.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.587+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~E892ZGGO8JFG.0 size=854943 2026-04-02T11:46:47.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.587+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=E892ZGGO8JFG tag=4WGHNX2PGAQS type=write size=1903519 2026-04-02T11:46:47.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.588+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=VMD0GYOPFKS1 type=del 2026-04-02T11:46:47.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.589+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=BBPJLY1L6VD1 type=del size=1257611 2026-04-02T11:46:47.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.590+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~AGXHP6GLFLVW.0 size=1048576 2026-04-02T11:46:47.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.590+0000 7f5333614880 1 < canceled part key=_multipart_72A8E181S0BV.2~AGXHP6GLFLVW.1 size=514973 2026-04-02T11:46:47.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.594+0000 7f5333614880 1 < canceled multipart upload key=72A8E181S0BV upload=AGXHP6GLFLVW tag=1W3AUGCWJMBJ type=write size=2612125 2026-04-02T11:46:47.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.595+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=DS77OJ1UBW7T type=del size=3396864 2026-04-02T11:46:47.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.596+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~0DXEGBRAWM0G.0 size=732517 2026-04-02T11:46:47.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.597+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=0DXEGBRAWM0G tag=LEZ8LDRRBYFC type=write size=1781093 2026-04-02T11:46:47.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.598+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=0REXL4PR8WGH type=del size=4130670 2026-04-02T11:46:47.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.599+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=68G5NR292KLC type=del 2026-04-02T11:46:47.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.600+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~DZKINCLEWYUQ.0 size=930277 2026-04-02T11:46:47.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.600+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=DZKINCLEWYUQ tag=8POW082ZOMB6 type=write size=1978853 2026-04-02T11:46:47.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.601+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=BEVDVOLR3PPU type=del 2026-04-02T11:46:47.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.602+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=MD3N4PNWWGBZ type=del size=3805915 2026-04-02T11:46:47.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.602+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=TC7YC0PZN645 type=del 2026-04-02T11:46:47.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.603+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=HIULE3J49A7B type=del size=582196 2026-04-02T11:46:47.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.604+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=4Q361Q76HT5S type=del 2026-04-02T11:46:47.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.605+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=85QKLLDN37FZ type=del size=816755 2026-04-02T11:46:47.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.605+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=GNDIK2ZPZ5BA type=del 2026-04-02T11:46:47.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.606+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=8UAYM5HA6BIT type=del size=3527690 2026-04-02T11:46:47.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.608+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=ZUCORJLMDTUL type=del 2026-04-02T11:46:47.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.608+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=LD2UOJ8RNKZO type=del size=1524211 2026-04-02T11:46:47.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.609+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~PFGGYWUDYTWT.0 size=42481 2026-04-02T11:46:47.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.611+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=PFGGYWUDYTWT tag=CEZX66LKKHKQ type=write size=1091057 2026-04-02T11:46:47.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.612+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~FAZPZ747ANZ4.0 size=913623 2026-04-02T11:46:47.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.612+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=FAZPZ747ANZ4 tag=6CKX2PRNBVOV type=write size=1962199 2026-04-02T11:46:47.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.614+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=4ZRCEXYIMYIO type=del 2026-04-02T11:46:47.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.615+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.0 size=1048576 2026-04-02T11:46:47.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.616+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.1 size=1048576 2026-04-02T11:46:47.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.617+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.2 size=881798 2026-04-02T11:46:47.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.617+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=BC24NWR89VCU tag=DUQM2ZH1O5TE type=write size=4027526 2026-04-02T11:46:47.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.618+0000 7f5333614880 1 < suggested update operation key=38G32TCWGKT5 tag=M8CBL4P4XPTW type=del size=3507452 2026-04-02T11:46:47.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.619+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=62AOGYLLBNJE type=del size=1070106 2026-04-02T11:46:47.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.620+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.0 size=1048576 2026-04-02T11:46:47.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.620+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.1 size=1048576 2026-04-02T11:46:47.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.621+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~8POL7HAS3DDA.2 size=901486 2026-04-02T11:46:47.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.622+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=8POL7HAS3DDA tag=8EQ526EEACRU type=write size=4047214 2026-04-02T11:46:47.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.624+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BLKWZPVN0JM4.0 size=1048576 2026-04-02T11:46:47.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.624+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~BLKWZPVN0JM4.1 size=468945 2026-04-02T11:46:47.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.624+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=BLKWZPVN0JM4 tag=9WUHL8OLO7YC type=write size=2566097 2026-04-02T11:46:47.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.625+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.0 size=1048576 2026-04-02T11:46:47.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.626+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.1 size=1048576 2026-04-02T11:46:47.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.626+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~0DDMGYOKN01W.2 size=823120 2026-04-02T11:46:47.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.628+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=0DDMGYOKN01W tag=EWOLKXQE92EZ type=write size=3968848 2026-04-02T11:46:47.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.628+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=3914RZFGFPU2 type=del size=1640267 2026-04-02T11:46:47.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.629+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.0 size=1048576 2026-04-02T11:46:47.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.630+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.1 size=1048576 2026-04-02T11:46:47.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.631+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~2JEWJRQVUB9J.2 size=640966 2026-04-02T11:46:47.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.632+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=2JEWJRQVUB9J tag=0ESZZO1X870J type=write size=3786694 2026-04-02T11:46:47.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.633+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=SUGPZU1PI5B9 type=del size=190139 2026-04-02T11:46:47.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.634+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~E892ZGGO8JFG.0 size=854943 2026-04-02T11:46:47.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.635+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=E892ZGGO8JFG tag=4WGHNX2PGAQS type=write size=1903519 2026-04-02T11:46:47.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.636+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=IDHTJFV64NTQ type=del size=2371552 2026-04-02T11:46:47.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.637+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=BBPJLY1L6VD1 type=del 2026-04-02T11:46:47.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.637+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=PVIJ445MC27Q type=write size=489163 2026-04-02T11:46:47.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.639+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=DS77OJ1UBW7T type=del 2026-04-02T11:46:47.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.640+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=75LLV7Y6SDG0 type=del size=3246505 2026-04-02T11:46:47.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.641+0000 7f5333614880 -1 < failed to complete operation key=1CXMORSMG685 tag=0REXL4PR8WGH type=del size=4130670: (22) Invalid argument 2026-04-02T11:46:47.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.642+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~8J2OUN8F9DX8.0 size=1048576 2026-04-02T11:46:47.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.643+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~8J2OUN8F9DX8.1 size=6078 2026-04-02T11:46:47.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.643+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=8J2OUN8F9DX8 tag=UIVA4NS2ZPM0 type=write size=2103230 2026-04-02T11:46:47.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.643+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~DZKINCLEWYUQ.0 size=930277 2026-04-02T11:46:47.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.645+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=DZKINCLEWYUQ tag=8POW082ZOMB6 type=write size=1978853 2026-04-02T11:46:47.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.647+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=0XMCMZR7EX4F type=del size=185882 2026-04-02T11:46:47.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.647+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=MD3N4PNWWGBZ type=del 2026-04-02T11:46:47.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.648+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=NMGQALCOO1HJ type=del size=3446763 2026-04-02T11:46:47.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.649+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=HIULE3J49A7B type=del 2026-04-02T11:46:47.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.651+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~GMGLMT2063TS.0 size=895193 2026-04-02T11:46:47.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.651+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=GMGLMT2063TS tag=6M84S0MH2Y2O type=write size=1943769 2026-04-02T11:46:47.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.652+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=85QKLLDN37FZ type=del 2026-04-02T11:46:47.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.653+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=77RCB0UDSNM2 type=del size=2849185 2026-04-02T11:46:47.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.654+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=8UAYM5HA6BIT type=del 2026-04-02T11:46:47.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.655+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.0 size=1048576 2026-04-02T11:46:47.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.656+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.1 size=1048576 2026-04-02T11:46:47.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.657+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.2 size=125259 2026-04-02T11:46:47.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.657+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=Z8FU2FAJTYOD tag=NRIH0KPX6U12 type=write size=3270987 2026-04-02T11:46:47.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.658+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=LD2UOJ8RNKZO type=del 2026-04-02T11:46:47.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.659+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=1GQ04OEQIWGM type=del size=2613214 2026-04-02T11:46:47.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.659+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~FAZPZ747ANZ4.0 size=913623 2026-04-02T11:46:47.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.661+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=FAZPZ747ANZ4 tag=6CKX2PRNBVOV type=write size=1962199 2026-04-02T11:46:47.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.663+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~AX531WRPNG4L.0 size=415004 2026-04-02T11:46:47.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.663+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=AX531WRPNG4L tag=B2VFJMNLMLJ9 type=write size=1463580 2026-04-02T11:46:47.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.663+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.0 size=1048576 2026-04-02T11:46:47.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.665+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.1 size=1048576 2026-04-02T11:46:47.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.666+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~BC24NWR89VCU.2 size=881798 2026-04-02T11:46:47.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.667+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=BC24NWR89VCU tag=DUQM2ZH1O5TE type=write size=4027526 2026-04-02T11:46:47.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.668+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=GSEMGDDTSC8Y type=del size=2232540 2026-04-02T11:46:47.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.669+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=62AOGYLLBNJE type=del 2026-04-02T11:46:47.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.670+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=PAF2NB0CP3ZR type=del size=1969316 2026-04-02T11:46:47.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.671+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BLKWZPVN0JM4.0 size=1048576 2026-04-02T11:46:47.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.672+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~BLKWZPVN0JM4.1 size=468945 2026-04-02T11:46:47.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.673+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=BLKWZPVN0JM4 tag=9WUHL8OLO7YC type=write size=2566097 2026-04-02T11:46:47.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.674+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=1RMLJQDRI6GU type=del size=1737128 2026-04-02T11:46:47.678 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.676+0000 7f5333614880 1 < suggested remove operation key=EXN9SVYJIGMQ tag=3914RZFGFPU2 type=del 2026-04-02T11:46:47.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.676+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=C4CYC7LETZI3 type=del size=959919 2026-04-02T11:46:47.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.677+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=SUGPZU1PI5B9 type=del 2026-04-02T11:46:47.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.679+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~XCP51G7Q3MLE.0 size=1048576 2026-04-02T11:46:47.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.679+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~XCP51G7Q3MLE.1 size=76685 2026-04-02T11:46:47.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.679+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=XCP51G7Q3MLE tag=BVLHK9JKV5QJ type=write size=2173837 2026-04-02T11:46:47.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.680+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=IDHTJFV64NTQ type=del 2026-04-02T11:46:47.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.681+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=8B20HOATL7SN type=del size=1207630 2026-04-02T11:46:47.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.682+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=PVIJ445MC27Q type=write size=489163 2026-04-02T11:46:47.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.684+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=6W9QTQLY5LW4 type=del size=2176607 2026-04-02T11:46:47.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.685+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=75LLV7Y6SDG0 type=del 2026-04-02T11:46:47.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.687+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~1VWQQVZVKN4K.0 size=689761 2026-04-02T11:46:47.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.687+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=1VWQQVZVKN4K tag=XKUBGBZBHDC9 type=write size=1738337 2026-04-02T11:46:47.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.687+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~8J2OUN8F9DX8.0 size=1048576 2026-04-02T11:46:47.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.688+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~8J2OUN8F9DX8.1 size=6078 2026-04-02T11:46:47.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.689+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=8J2OUN8F9DX8 tag=UIVA4NS2ZPM0 type=write size=2103230 2026-04-02T11:46:47.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.691+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~OUH0QL1WSJZ8.0 size=1029071 2026-04-02T11:46:47.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.691+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=OUH0QL1WSJZ8 tag=G6ABYXOLKWEI type=write size=2077647 2026-04-02T11:46:47.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.692+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=0XMCMZR7EX4F type=del size=185882 2026-04-02T11:46:47.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.693+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=T40TMTKNFGAD type=write size=464628 2026-04-02T11:46:47.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.695+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=NMGQALCOO1HJ type=del size=3446763 2026-04-02T11:46:47.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.697+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~QCCGJ7XALN6Q.0 size=210554 2026-04-02T11:46:47.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.697+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=QCCGJ7XALN6Q tag=GXYDB74EJ38G type=write size=1259130 2026-04-02T11:46:47.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.698+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~GMGLMT2063TS.0 size=895193 2026-04-02T11:46:47.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.700+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=GMGLMT2063TS tag=6M84S0MH2Y2O type=write size=1943769 2026-04-02T11:46:47.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.702+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~L2SXJE156H02.0 size=1048576 2026-04-02T11:46:47.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.702+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~L2SXJE156H02.1 size=972226 2026-04-02T11:46:47.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.703+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=L2SXJE156H02 tag=H5E9E8L14P91 type=write size=3069378 2026-04-02T11:46:47.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.704+0000 7f5333614880 1 < suggested remove operation key=KXHWK6IVPLYO tag=77RCB0UDSNM2 type=del 2026-04-02T11:46:47.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.706+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~OXJ1BB7K6TLM.0 size=1048576 2026-04-02T11:46:47.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.707+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~OXJ1BB7K6TLM.1 size=464789 2026-04-02T11:46:47.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.707+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=OXJ1BB7K6TLM tag=XJDVXHZK6NOJ type=write size=2561941 2026-04-02T11:46:47.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.708+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.0 size=1048576 2026-04-02T11:46:47.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.709+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.1 size=1048576 2026-04-02T11:46:47.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.709+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~Z8FU2FAJTYOD.2 size=125259 2026-04-02T11:46:47.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.711+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=Z8FU2FAJTYOD tag=NRIH0KPX6U12 type=write size=3270987 2026-04-02T11:46:47.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.713+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~L2FGFT1ZETEL.0 size=134537 2026-04-02T11:46:47.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.713+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=L2FGFT1ZETEL tag=5A6GMKWUJRIT type=write size=1183113 2026-04-02T11:46:47.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.713+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=1GQ04OEQIWGM type=del 2026-04-02T11:46:47.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.715+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.0 size=1048576 2026-04-02T11:46:47.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.716+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.1 size=1048576 2026-04-02T11:46:47.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.717+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.2 size=564584 2026-04-02T11:46:47.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.717+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=HU0UO5IK9HIX tag=11TB0BADK9KB type=write size=3710312 2026-04-02T11:46:47.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.718+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~AX531WRPNG4L.0 size=415004 2026-04-02T11:46:47.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.719+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=AX531WRPNG4L tag=B2VFJMNLMLJ9 type=write size=1463580 2026-04-02T11:46:47.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.720+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=E3SBIP6556SN type=del size=4187866 2026-04-02T11:46:47.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.721+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=GSEMGDDTSC8Y type=del 2026-04-02T11:46:47.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.723+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=JU9OB0RYOPOD type=del size=3498105 2026-04-02T11:46:47.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.724+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=PAF2NB0CP3ZR type=del 2026-04-02T11:46:47.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.725+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=2VI2ZCFCH1DB type=del size=403616 2026-04-02T11:46:47.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.727+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=1RMLJQDRI6GU type=del size=1737128 2026-04-02T11:46:47.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.727+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=V39D0ZFPGR8V type=del size=3766040 2026-04-02T11:46:47.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.728+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=C4CYC7LETZI3 type=del 2026-04-02T11:46:47.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.729+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=Y9CKSXNM9N19 type=del size=3439778 2026-04-02T11:46:47.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.730+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~XCP51G7Q3MLE.0 size=1048576 2026-04-02T11:46:47.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.731+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~XCP51G7Q3MLE.1 size=76685 2026-04-02T11:46:47.735 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.733+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=XCP51G7Q3MLE tag=BVLHK9JKV5QJ type=write size=2173837 2026-04-02T11:46:47.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.734+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=YFVUV5F824AN type=del size=987833 2026-04-02T11:46:47.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.735+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=8B20HOATL7SN type=del 2026-04-02T11:46:47.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.735+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=5PI23269R66X type=write size=912706 2026-04-02T11:46:47.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.737+0000 7f5333614880 1 < suggested update operation key=UNBE0OR07CI2 tag=6W9QTQLY5LW4 type=del size=2176607 2026-04-02T11:46:47.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.738+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=LASZZX18JHJL type=del size=2746657 2026-04-02T11:46:47.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.739+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~1VWQQVZVKN4K.0 size=689761 2026-04-02T11:46:47.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.741+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=1VWQQVZVKN4K tag=XKUBGBZBHDC9 type=write size=1738337 2026-04-02T11:46:47.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.743+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.0 size=1048576 2026-04-02T11:46:47.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.744+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.1 size=1048576 2026-04-02T11:46:47.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.745+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.2 size=10421 2026-04-02T11:46:47.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.745+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=C1XYBU3MJDIT tag=MIY32RBJX00K type=write size=3156149 2026-04-02T11:46:47.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.746+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~OUH0QL1WSJZ8.0 size=1029071 2026-04-02T11:46:47.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.747+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=OUH0QL1WSJZ8 tag=G6ABYXOLKWEI type=write size=2077647 2026-04-02T11:46:47.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.748+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=CEQ2X2CAHPN1 type=del size=1647726 2026-04-02T11:46:47.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.749+0000 7f5333614880 1 < completed write operation key=EB6X219R2ZBH tag=T40TMTKNFGAD type=write size=464628 2026-04-02T11:46:47.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.750+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=DW58461VEV83 type=del size=3657008 2026-04-02T11:46:47.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.751+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~QCCGJ7XALN6Q.0 size=210554 2026-04-02T11:46:47.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.753+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=QCCGJ7XALN6Q tag=GXYDB74EJ38G type=write size=1259130 2026-04-02T11:46:47.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.754+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=FINDI8IVP47R type=del size=638333 2026-04-02T11:46:47.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.756+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~L2SXJE156H02.0 size=1048576 2026-04-02T11:46:47.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.757+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~L2SXJE156H02.1 size=972226 2026-04-02T11:46:47.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.759+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=L2SXJE156H02 tag=H5E9E8L14P91 type=write size=3069378 2026-04-02T11:46:47.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.760+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=7GHFTXUXBT6H type=del size=91263 2026-04-02T11:46:47.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.761+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~OXJ1BB7K6TLM.0 size=1048576 2026-04-02T11:46:47.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.762+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~OXJ1BB7K6TLM.1 size=464789 2026-04-02T11:46:47.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.763+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=OXJ1BB7K6TLM tag=XJDVXHZK6NOJ type=write size=2561941 2026-04-02T11:46:47.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.765+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~4U07K6OGXI4Z.0 size=1048576 2026-04-02T11:46:47.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.766+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~4U07K6OGXI4Z.1 size=331291 2026-04-02T11:46:47.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.766+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=4U07K6OGXI4Z tag=E2YF2S62BTPZ type=write size=2428443 2026-04-02T11:46:47.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.766+0000 7f5333614880 1 < canceled part key=_multipart_1N5ID2080ZHV.2~L2FGFT1ZETEL.0 size=134537 2026-04-02T11:46:47.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.767+0000 7f5333614880 1 < canceled multipart upload key=1N5ID2080ZHV upload=L2FGFT1ZETEL tag=5A6GMKWUJRIT type=write size=1183113 2026-04-02T11:46:47.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.768+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=U35MK9WWKU1S type=del size=2194462 2026-04-02T11:46:47.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.769+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.0 size=1048576 2026-04-02T11:46:47.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.770+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.1 size=1048576 2026-04-02T11:46:47.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.771+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~HU0UO5IK9HIX.2 size=564584 2026-04-02T11:46:47.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.772+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=HU0UO5IK9HIX tag=11TB0BADK9KB type=write size=3710312 2026-04-02T11:46:47.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.773+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=0BZN3WMSO7C5 type=del size=2422517 2026-04-02T11:46:47.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.774+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=E3SBIP6556SN type=del 2026-04-02T11:46:47.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.776+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~MICO8UQKRX6U.0 size=901660 2026-04-02T11:46:47.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.776+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=MICO8UQKRX6U tag=P2TKTP012RUT type=write size=1950236 2026-04-02T11:46:47.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.777+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=JU9OB0RYOPOD type=del 2026-04-02T11:46:47.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.778+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=VTS65ATWDB0K type=write size=546961 2026-04-02T11:46:47.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.778+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=2VI2ZCFCH1DB type=del 2026-04-02T11:46:47.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.779+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=P0QRY6F532UW type=del size=3144617 2026-04-02T11:46:47.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.781+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=V39D0ZFPGR8V type=del size=3766040 2026-04-02T11:46:47.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.782+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=8W9LM7CFSAA3 type=del size=2585535 2026-04-02T11:46:47.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.784+0000 7f5333614880 1 < suggested remove operation key=2UF1R4YCK37X tag=Y9CKSXNM9N19 type=del 2026-04-02T11:46:47.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.785+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=PDZI4NUV8JKC type=write size=801817 2026-04-02T11:46:47.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.786+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=YFVUV5F824AN type=del 2026-04-02T11:46:47.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.789+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~0L17K6QL5L68.0 size=810375 2026-04-02T11:46:47.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.789+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=0L17K6QL5L68 tag=QDGRQ35EOF44 type=write size=1858951 2026-04-02T11:46:47.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.790+0000 7f5333614880 1 < completed write operation key=EXN9SVYJIGMQ tag=5PI23269R66X type=write size=912706 2026-04-02T11:46:47.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.792+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~GY92R3TO4AXF.0 size=1048576 2026-04-02T11:46:47.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.793+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~GY92R3TO4AXF.1 size=1024665 2026-04-02T11:46:47.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.793+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=GY92R3TO4AXF tag=0MGRE9YLMHOE type=write size=3121817 2026-04-02T11:46:47.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.794+0000 7f5333614880 1 < canceled operation key=3F2TE2N1PC84 tag=LASZZX18JHJL type=del size=2746657 2026-04-02T11:46:47.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.795+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.0 size=1048576 2026-04-02T11:46:47.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.796+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.1 size=1048576 2026-04-02T11:46:47.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.797+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.2 size=477278 2026-04-02T11:46:47.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.797+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=TNIHXQ1P6AOA tag=P0ZWLAEU2EDQ type=write size=3623006 2026-04-02T11:46:47.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.798+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.0 size=1048576 2026-04-02T11:46:47.801 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.799+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.1 size=1048576 2026-04-02T11:46:47.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.799+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~C1XYBU3MJDIT.2 size=10421 2026-04-02T11:46:47.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.801+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=C1XYBU3MJDIT tag=MIY32RBJX00K type=write size=3156149 2026-04-02T11:46:47.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.802+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=CCY7UDODUFWQ type=write size=146979 2026-04-02T11:46:47.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.803+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=CEQ2X2CAHPN1 type=del 2026-04-02T11:46:47.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.805+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~G0S7JZB1NIVN.0 size=1048576 2026-04-02T11:46:47.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.806+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~G0S7JZB1NIVN.1 size=478560 2026-04-02T11:46:47.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.806+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=G0S7JZB1NIVN tag=5M6FAGDW2OSZ type=write size=2575712 2026-04-02T11:46:47.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.807+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=DW58461VEV83 type=del 2026-04-02T11:46:47.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.808+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=24Y5218HFUNM type=del size=1086625 2026-04-02T11:46:47.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.809+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=FINDI8IVP47R type=del 2026-04-02T11:46:47.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.810+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=IAMAMF77XFV7 type=del size=1414596 2026-04-02T11:46:47.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.811+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=7GHFTXUXBT6H type=del 2026-04-02T11:46:47.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.812+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=SGZP9KMDXRE6 type=del size=1842124 2026-04-02T11:46:47.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.813+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~4U07K6OGXI4Z.0 size=1048576 2026-04-02T11:46:47.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.813+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~4U07K6OGXI4Z.1 size=331291 2026-04-02T11:46:47.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.815+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=4U07K6OGXI4Z tag=E2YF2S62BTPZ type=write size=2428443 2026-04-02T11:46:47.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.816+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=3AM4M1FMQKID type=del size=3002918 2026-04-02T11:46:47.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.817+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=U35MK9WWKU1S type=del 2026-04-02T11:46:47.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.818+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=7N08LFW00RCW type=del size=720224 2026-04-02T11:46:47.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.819+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=0BZN3WMSO7C5 type=del 2026-04-02T11:46:47.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.820+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.0 size=1048576 2026-04-02T11:46:47.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.822+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.1 size=1048576 2026-04-02T11:46:47.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.823+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.2 size=12979 2026-04-02T11:46:47.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.823+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=BFRF55KCR3U1 tag=E6VAL79AEMIJ type=write size=3158707 2026-04-02T11:46:47.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.826+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~MICO8UQKRX6U.0 size=901660 2026-04-02T11:46:47.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.827+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=MICO8UQKRX6U tag=P2TKTP012RUT type=write size=1950236 2026-04-02T11:46:47.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.829+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~I38XQSVIDJ5V.0 size=223583 2026-04-02T11:46:47.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.829+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=I38XQSVIDJ5V tag=29VUNFAA391F type=write size=1272159 2026-04-02T11:46:47.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.830+0000 7f5333614880 1 < completed write operation key=D9L3BBI87CJI tag=VTS65ATWDB0K type=write size=546961 2026-04-02T11:46:47.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.831+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=VRWEUVUONLJC type=write size=915909 2026-04-02T11:46:47.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.832+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=P0QRY6F532UW type=del 2026-04-02T11:46:47.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.833+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~6CGQLQWDKFRV.0 size=1048576 2026-04-02T11:46:47.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.834+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~6CGQLQWDKFRV.1 size=720630 2026-04-02T11:46:47.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.834+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=6CGQLQWDKFRV tag=9Q5MKBU6UF5E type=write size=2817782 2026-04-02T11:46:47.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.835+0000 7f5333614880 1 < canceled operation key=1N5ID2080ZHV tag=8W9LM7CFSAA3 type=del size=2585535 2026-04-02T11:46:47.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.837+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.0 size=1048576 2026-04-02T11:46:47.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.838+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.1 size=1048576 2026-04-02T11:46:47.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.838+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.2 size=164599 2026-04-02T11:46:47.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.838+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=8RUG9OWVNJB1 tag=JW8GXBT7WYOZ type=write size=3310327 2026-04-02T11:46:47.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.839+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=PDZI4NUV8JKC type=write size=801817 2026-04-02T11:46:47.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.840+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=1PHRSWC04HEW type=del size=3970952 2026-04-02T11:46:47.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.841+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~0L17K6QL5L68.0 size=810375 2026-04-02T11:46:47.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.842+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=0L17K6QL5L68 tag=QDGRQ35EOF44 type=write size=1858951 2026-04-02T11:46:47.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.843+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=W4MMHU44R4B8 type=del size=1532383 2026-04-02T11:46:47.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.844+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~GY92R3TO4AXF.0 size=1048576 2026-04-02T11:46:47.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.845+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~GY92R3TO4AXF.1 size=1024665 2026-04-02T11:46:47.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.847+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=GY92R3TO4AXF tag=0MGRE9YLMHOE type=write size=3121817 2026-04-02T11:46:47.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.849+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=F0Q9ZF0AZWIC type=del size=3621647 2026-04-02T11:46:47.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.849+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.0 size=1048576 2026-04-02T11:46:47.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.850+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.1 size=1048576 2026-04-02T11:46:47.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.851+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~TNIHXQ1P6AOA.2 size=477278 2026-04-02T11:46:47.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.852+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=TNIHXQ1P6AOA tag=P0ZWLAEU2EDQ type=write size=3623006 2026-04-02T11:46:47.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.853+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=BPCXCWB4H2CF type=write size=669351 2026-04-02T11:46:47.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.854+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=CCY7UDODUFWQ type=write size=146979 2026-04-02T11:46:47.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.856+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~C2AL6MEKHYP2.0 size=1048576 2026-04-02T11:46:47.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.857+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~C2AL6MEKHYP2.1 size=100401 2026-04-02T11:46:47.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.857+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=C2AL6MEKHYP2 tag=0BWVLII3BYVH type=write size=2197553 2026-04-02T11:46:47.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.858+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~G0S7JZB1NIVN.0 size=1048576 2026-04-02T11:46:47.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.858+0000 7f5333614880 1 < canceled part key=_multipart_RYJ7HCWSK1ZK.2~G0S7JZB1NIVN.1 size=478560 2026-04-02T11:46:47.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.859+0000 7f5333614880 1 < canceled multipart upload key=RYJ7HCWSK1ZK upload=G0S7JZB1NIVN tag=5M6FAGDW2OSZ type=write size=2575712 2026-04-02T11:46:47.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.860+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=IHPC3LOEWVIN type=del size=221857 2026-04-02T11:46:47.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.862+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=24Y5218HFUNM type=del 2026-04-02T11:46:47.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.866+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.0 size=1048576 2026-04-02T11:46:47.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.867+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.1 size=1048576 2026-04-02T11:46:47.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.868+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.2 size=1024712 2026-04-02T11:46:47.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.868+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=0HTVIK6YKKMK tag=ZRAYKNLAHQB6 type=write size=4170440 2026-04-02T11:46:47.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.869+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=IAMAMF77XFV7 type=del 2026-04-02T11:46:47.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.869+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=SL6WYFT9JQSJ type=write size=392582 2026-04-02T11:46:47.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.870+0000 7f5333614880 1 < canceled operation key=3F2TE2N1PC84 tag=SGZP9KMDXRE6 type=del size=1842124 2026-04-02T11:46:47.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.872+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~T3RFU56RTLGW.0 size=1048576 2026-04-02T11:46:47.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.873+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~T3RFU56RTLGW.1 size=742802 2026-04-02T11:46:47.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.873+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=T3RFU56RTLGW tag=SXGWXIAPJX25 type=write size=2839954 2026-04-02T11:46:47.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.874+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=3AM4M1FMQKID type=del 2026-04-02T11:46:47.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.875+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~WXSNI6VSME92.0 size=789285 2026-04-02T11:46:47.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.875+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=WXSNI6VSME92 tag=7JVLBYX091F7 type=write size=1837861 2026-04-02T11:46:47.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.877+0000 7f5333614880 1 < suggested update operation key=AG4P1QGOQ0OE tag=7N08LFW00RCW type=del size=720224 2026-04-02T11:46:47.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.879+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~NCAW4PG94263.0 size=1048576 2026-04-02T11:46:47.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.879+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~NCAW4PG94263.1 size=468245 2026-04-02T11:46:47.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.879+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=NCAW4PG94263 tag=L477IL006NWF type=write size=2565397 2026-04-02T11:46:47.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.880+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.0 size=1048576 2026-04-02T11:46:47.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.881+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.1 size=1048576 2026-04-02T11:46:47.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.882+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~BFRF55KCR3U1.2 size=12979 2026-04-02T11:46:47.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.883+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=BFRF55KCR3U1 tag=E6VAL79AEMIJ type=write size=3158707 2026-04-02T11:46:47.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.884+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=MULNU7NIENLS type=del size=383327 2026-04-02T11:46:47.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.884+0000 7f5333614880 1 < canceled part key=_multipart_2FO2MNKR19RL.2~I38XQSVIDJ5V.0 size=223583 2026-04-02T11:46:47.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.886+0000 7f5333614880 1 < canceled multipart upload key=2FO2MNKR19RL upload=I38XQSVIDJ5V tag=29VUNFAA391F type=write size=1272159 2026-04-02T11:46:47.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.887+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=1IMSVSW13H7B type=write size=626825 2026-04-02T11:46:47.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.887+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=VRWEUVUONLJC type=write size=915909 2026-04-02T11:46:47.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.888+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=A9IT38RQME0E type=del size=1811237 2026-04-02T11:46:47.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.889+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~6CGQLQWDKFRV.0 size=1048576 2026-04-02T11:46:47.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.890+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~6CGQLQWDKFRV.1 size=720630 2026-04-02T11:46:47.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.892+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=6CGQLQWDKFRV tag=9Q5MKBU6UF5E type=write size=2817782 2026-04-02T11:46:47.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.893+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~KAX5ZR9EC0R4.0 size=1048576 2026-04-02T11:46:47.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.894+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~KAX5ZR9EC0R4.1 size=85055 2026-04-02T11:46:47.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.894+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=KAX5ZR9EC0R4 tag=QEYAUVVZZEJY type=write size=2182207 2026-04-02T11:46:47.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.895+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.0 size=1048576 2026-04-02T11:46:47.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.897+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.1 size=1048576 2026-04-02T11:46:47.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.897+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~8RUG9OWVNJB1.2 size=164599 2026-04-02T11:46:47.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.899+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=8RUG9OWVNJB1 tag=JW8GXBT7WYOZ type=write size=3310327 2026-04-02T11:46:47.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.900+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.0 size=1048576 2026-04-02T11:46:47.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.901+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.1 size=1048576 2026-04-02T11:46:47.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.902+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.2 size=1042566 2026-04-02T11:46:47.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.902+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=FNCSISZ7Y9I1 tag=5955NSZS005J type=write size=4188294 2026-04-02T11:46:47.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.904+0000 7f5333614880 1 < suggested update operation key=EXN9SVYJIGMQ tag=1PHRSWC04HEW type=del size=3970952 2026-04-02T11:46:47.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.905+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=HYJA88B07BKY type=del size=2877310 2026-04-02T11:46:47.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.906+0000 7f5333614880 1 < suggested update operation key=AKGGO4RSPZUL tag=W4MMHU44R4B8 type=del size=1532383 2026-04-02T11:46:47.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.907+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=CSQTF3S2V04Y type=del size=1867595 2026-04-02T11:46:47.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.908+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=F0Q9ZF0AZWIC type=del size=3621647 2026-04-02T11:46:47.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.909+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=M1ZIK8STDKU4 type=del size=1893853 2026-04-02T11:46:47.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.910+0000 7f5333614880 -1 < failed to complete operation key=AKGGO4RSPZUL tag=BPCXCWB4H2CF type=write size=669351: (22) Invalid argument 2026-04-02T11:46:47.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.912+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~C9XHA04WLMV6.0 size=1048576 2026-04-02T11:46:47.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.913+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~C9XHA04WLMV6.1 size=701845 2026-04-02T11:46:47.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.913+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=C9XHA04WLMV6 tag=A0UJER48DHS5 type=write size=2798997 2026-04-02T11:46:47.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.914+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~C2AL6MEKHYP2.0 size=1048576 2026-04-02T11:46:47.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.914+0000 7f5333614880 1 < canceled part key=_multipart_UMYOSRME1LS0.2~C2AL6MEKHYP2.1 size=100401 2026-04-02T11:46:47.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.915+0000 7f5333614880 1 < canceled multipart upload key=UMYOSRME1LS0 upload=C2AL6MEKHYP2 tag=0BWVLII3BYVH type=write size=2197553 2026-04-02T11:46:47.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.916+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=HUW68J0T5YTK type=del size=2498991 2026-04-02T11:46:47.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.918+0000 7f5333614880 1 < suggested update operation key=LTB13PIUFMYH tag=IHPC3LOEWVIN type=del size=221857 2026-04-02T11:46:47.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.920+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~58HF3XYSU5D0.0 size=1048576 2026-04-02T11:46:47.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.921+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~58HF3XYSU5D0.1 size=794948 2026-04-02T11:46:47.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.921+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=58HF3XYSU5D0 tag=J1W91O5C8YJP type=write size=2892100 2026-04-02T11:46:47.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.921+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.0 size=1048576 2026-04-02T11:46:47.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.922+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.1 size=1048576 2026-04-02T11:46:47.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.922+0000 7f5333614880 1 < canceled part key=_multipart_HVXHNZUNGUWS.2~0HTVIK6YKKMK.2 size=1024712 2026-04-02T11:46:47.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.924+0000 7f5333614880 1 < canceled multipart upload key=HVXHNZUNGUWS upload=0HTVIK6YKKMK tag=ZRAYKNLAHQB6 type=write size=4170440 2026-04-02T11:46:47.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.925+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=EHSMA3H8LU3V type=write size=949865 2026-04-02T11:46:47.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.926+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=SL6WYFT9JQSJ type=write size=392582 2026-04-02T11:46:47.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.929+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.0 size=1048576 2026-04-02T11:46:47.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.930+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.1 size=1048576 2026-04-02T11:46:47.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.931+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.2 size=578049 2026-04-02T11:46:47.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.931+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=6WXCBHVY4JLT tag=OSWFGXLL7UZL type=write size=3723777 2026-04-02T11:46:47.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.932+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~T3RFU56RTLGW.0 size=1048576 2026-04-02T11:46:47.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.932+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~T3RFU56RTLGW.1 size=742802 2026-04-02T11:46:47.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.934+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=T3RFU56RTLGW tag=SXGWXIAPJX25 type=write size=2839954 2026-04-02T11:46:47.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.935+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=3MWKF26P7G8F type=del size=896572 2026-04-02T11:46:47.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.936+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~WXSNI6VSME92.0 size=789285 2026-04-02T11:46:47.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.938+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=WXSNI6VSME92 tag=7JVLBYX091F7 type=write size=1837861 2026-04-02T11:46:47.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.941+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~UGZ1DHUX0P2L.0 size=1048576 2026-04-02T11:46:47.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.942+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~UGZ1DHUX0P2L.1 size=151004 2026-04-02T11:46:47.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.942+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=UGZ1DHUX0P2L tag=A42Q0AL2I6YI type=write size=2248156 2026-04-02T11:46:47.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.943+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~NCAW4PG94263.0 size=1048576 2026-04-02T11:46:47.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.944+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~NCAW4PG94263.1 size=468245 2026-04-02T11:46:47.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.946+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=NCAW4PG94263 tag=L477IL006NWF type=write size=2565397 2026-04-02T11:46:47.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.946+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=73V1J0I10GP1 type=del size=800511 2026-04-02T11:46:47.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.947+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=MULNU7NIENLS type=del 2026-04-02T11:46:47.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.948+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=M6NHHW2QDKFK type=del size=937639 2026-04-02T11:46:47.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.949+0000 7f5333614880 1 < completed write operation key=72A8E181S0BV tag=1IMSVSW13H7B type=write size=626825 2026-04-02T11:46:47.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.950+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=3SHS6DRVXUET type=write size=150297 2026-04-02T11:46:47.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.951+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=A9IT38RQME0E type=del size=1811237 2026-04-02T11:46:47.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.952+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=975CYBSFD6PA type=del size=7889 2026-04-02T11:46:47.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.953+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~KAX5ZR9EC0R4.0 size=1048576 2026-04-02T11:46:47.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.954+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~KAX5ZR9EC0R4.1 size=85055 2026-04-02T11:46:47.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.956+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=KAX5ZR9EC0R4 tag=QEYAUVVZZEJY type=write size=2182207 2026-04-02T11:46:47.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.958+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~IDF1L373YAM1.0 size=1048576 2026-04-02T11:46:47.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.959+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~IDF1L373YAM1.1 size=880472 2026-04-02T11:46:47.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.959+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=IDF1L373YAM1 tag=JROKLPG2066J type=write size=2977624 2026-04-02T11:46:47.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.960+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.0 size=1048576 2026-04-02T11:46:47.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.960+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.1 size=1048576 2026-04-02T11:46:47.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.961+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FNCSISZ7Y9I1.2 size=1042566 2026-04-02T11:46:47.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.963+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=FNCSISZ7Y9I1 tag=5955NSZS005J type=write size=4188294 2026-04-02T11:46:47.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.964+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=RNZALQ1WJ8PK type=write size=554543 2026-04-02T11:46:47.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.965+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=HYJA88B07BKY type=del 2026-04-02T11:46:47.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.967+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=2YY6G0IK5XZX type=del size=1078525 2026-04-02T11:46:47.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.968+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=CSQTF3S2V04Y type=del 2026-04-02T11:46:47.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.969+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=J6N1Z1YPZAB5 type=del size=3117833 2026-04-02T11:46:47.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.970+0000 7f5333614880 1 < canceled operation key=IWEIGMTGAJE9 tag=M1ZIK8STDKU4 type=del size=1893853 2026-04-02T11:46:47.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.971+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=UZ0V09AJI87Y type=del size=1476363 2026-04-02T11:46:47.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.972+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~C9XHA04WLMV6.0 size=1048576 2026-04-02T11:46:47.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.973+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~C9XHA04WLMV6.1 size=701845 2026-04-02T11:46:47.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.974+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=C9XHA04WLMV6 tag=A0UJER48DHS5 type=write size=2798997 2026-04-02T11:46:47.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.976+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=SUB6URSQKU96 type=del size=3208114 2026-04-02T11:46:47.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.978+0000 7f5333614880 1 < suggested update operation key=HVXHNZUNGUWS tag=HUW68J0T5YTK type=del size=2498991 2026-04-02T11:46:47.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.980+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~CZY4ERXB4NIU.0 size=1048576 2026-04-02T11:46:47.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.980+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~CZY4ERXB4NIU.1 size=411260 2026-04-02T11:46:47.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.980+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=CZY4ERXB4NIU tag=N70I88MZJG7Z type=write size=2508412 2026-04-02T11:46:47.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.982+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~58HF3XYSU5D0.0 size=1048576 2026-04-02T11:46:47.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.982+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~58HF3XYSU5D0.1 size=794948 2026-04-02T11:46:47.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.984+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=58HF3XYSU5D0 tag=J1W91O5C8YJP type=write size=2892100 2026-04-02T11:46:47.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.986+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=TG14UFC9IC9W type=del size=2252086 2026-04-02T11:46:47.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.987+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=EHSMA3H8LU3V type=write size=949865 2026-04-02T11:46:47.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.988+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=OX0PTMVPVYHT type=del size=3633514 2026-04-02T11:46:47.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.988+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.0 size=1048576 2026-04-02T11:46:47.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.989+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.1 size=1048576 2026-04-02T11:46:47.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.990+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~6WXCBHVY4JLT.2 size=578049 2026-04-02T11:46:47.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.992+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=6WXCBHVY4JLT tag=OSWFGXLL7UZL type=write size=3723777 2026-04-02T11:46:47.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.993+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.0 size=1048576 2026-04-02T11:46:47.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.994+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.1 size=1048576 2026-04-02T11:46:47.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.995+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.2 size=940075 2026-04-02T11:46:47.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.995+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=FNGFVGI9P6WU tag=ACTY8IR7JC30 type=write size=4085803 2026-04-02T11:46:47.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.996+0000 7f5333614880 1 < suggested remove operation key=1N5ID2080ZHV tag=3MWKF26P7G8F type=del 2026-04-02T11:46:48.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:47.998+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.0 size=1048576 2026-04-02T11:46:48.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.000+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.1 size=1048576 2026-04-02T11:46:48.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.001+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.2 size=812551 2026-04-02T11:46:48.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.001+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=GY7D5J31GYL8 tag=DOTUG36SGEQH type=write size=3958279 2026-04-02T11:46:48.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.002+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~UGZ1DHUX0P2L.0 size=1048576 2026-04-02T11:46:48.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.002+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~UGZ1DHUX0P2L.1 size=151004 2026-04-02T11:46:48.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.004+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=UGZ1DHUX0P2L tag=A42Q0AL2I6YI type=write size=2248156 2026-04-02T11:46:48.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.005+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=CBQ4XL3SWSH3 type=write size=74380 2026-04-02T11:46:48.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.005+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=73V1J0I10GP1 type=del 2026-04-02T11:46:48.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.006+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=Z54HRRQ4E8DB type=del size=2226235 2026-04-02T11:46:48.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.007+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=M6NHHW2QDKFK type=del 2026-04-02T11:46:48.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.008+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=BQ2SL8TJYO96 type=write size=598047 2026-04-02T11:46:48.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.009+0000 7f5333614880 1 < completed write operation key=72A8E181S0BV tag=3SHS6DRVXUET type=write size=150297 2026-04-02T11:46:48.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.010+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~74C2W48SDG7Q.0 size=557801 2026-04-02T11:46:48.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.010+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=74C2W48SDG7Q tag=CTYJ0CR9DQXM type=write size=1606377 2026-04-02T11:46:48.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.011+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=975CYBSFD6PA type=del 2026-04-02T11:46:48.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.012+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=3ISGN0QFQCGW type=del size=1198019 2026-04-02T11:46:48.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.012+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~IDF1L373YAM1.0 size=1048576 2026-04-02T11:46:48.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.013+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~IDF1L373YAM1.1 size=880472 2026-04-02T11:46:48.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.015+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=IDF1L373YAM1 tag=JROKLPG2066J type=write size=2977624 2026-04-02T11:46:48.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.016+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~8I6ZS954CSJZ.0 size=1048576 2026-04-02T11:46:48.019 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.017+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~8I6ZS954CSJZ.1 size=163706 2026-04-02T11:46:48.019 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.017+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=8I6ZS954CSJZ tag=L5XUVIZHR6VT type=write size=2260858 2026-04-02T11:46:48.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.018+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=RNZALQ1WJ8PK type=write size=554543 2026-04-02T11:46:48.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.019+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.0 size=1048576 2026-04-02T11:46:48.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.020+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.1 size=1048576 2026-04-02T11:46:48.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.021+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.2 size=170491 2026-04-02T11:46:48.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.021+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=R5L171SRXPGZ tag=UT83J8VAV7ER type=write size=3316219 2026-04-02T11:46:48.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.022+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=2YY6G0IK5XZX type=del 2026-04-02T11:46:48.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.023+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~K37HJG5UKG05.0 size=40834 2026-04-02T11:46:48.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.023+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=K37HJG5UKG05 tag=FYWOISJB4DTT type=write size=1089410 2026-04-02T11:46:48.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.024+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=J6N1Z1YPZAB5 type=del 2026-04-02T11:46:48.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.026+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~VO0OJLFAHAFL.0 size=1048576 2026-04-02T11:46:48.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.027+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~VO0OJLFAHAFL.1 size=785016 2026-04-02T11:46:48.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.027+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=VO0OJLFAHAFL tag=MEUFIZ8R9MAE type=write size=2882168 2026-04-02T11:46:48.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.028+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=UZ0V09AJI87Y type=del 2026-04-02T11:46:48.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.031+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~E8W742WOK6SF.0 size=46221 2026-04-02T11:46:48.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.031+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=E8W742WOK6SF tag=ETPUH1FB4T4E type=write size=1094797 2026-04-02T11:46:48.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.032+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=SUB6URSQKU96 type=del 2026-04-02T11:46:48.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.033+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=KJNU0SY26GK3 type=del size=545163 2026-04-02T11:46:48.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.034+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~CZY4ERXB4NIU.0 size=1048576 2026-04-02T11:46:48.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.034+0000 7f5333614880 1 < canceled part key=_multipart_KXHWK6IVPLYO.2~CZY4ERXB4NIU.1 size=411260 2026-04-02T11:46:48.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.036+0000 7f5333614880 1 < canceled multipart upload key=KXHWK6IVPLYO upload=CZY4ERXB4NIU tag=N70I88MZJG7Z type=write size=2508412 2026-04-02T11:46:48.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.036+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=W2P5I7FUC84U type=del size=4070987 2026-04-02T11:46:48.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.037+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=TG14UFC9IC9W type=del 2026-04-02T11:46:48.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.039+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~4R5GOGK0R27F.0 size=73276 2026-04-02T11:46:48.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.039+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=4R5GOGK0R27F tag=LD088OIJV82F type=write size=1121852 2026-04-02T11:46:48.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.040+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=OX0PTMVPVYHT type=del 2026-04-02T11:46:48.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.042+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.0 size=1048576 2026-04-02T11:46:48.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.042+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.1 size=1048576 2026-04-02T11:46:48.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.043+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.2 size=180429 2026-04-02T11:46:48.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.043+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=TYPU1TQNIXHF tag=DT2K1063MUXZ type=write size=3326157 2026-04-02T11:46:48.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.044+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.0 size=1048576 2026-04-02T11:46:48.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.045+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.1 size=1048576 2026-04-02T11:46:48.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.045+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~FNGFVGI9P6WU.2 size=940075 2026-04-02T11:46:48.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.047+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=FNGFVGI9P6WU tag=ACTY8IR7JC30 type=write size=4085803 2026-04-02T11:46:48.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.048+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=A0OV9R15J8R5 type=del size=2394703 2026-04-02T11:46:48.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.048+0000 7f5333614880 1 < canceled part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.0 size=1048576 2026-04-02T11:46:48.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.049+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.1 size=1048576 2026-04-02T11:46:48.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.049+0000 7f5333614880 1 < canceled part key=_multipart_UMYOSRME1LS0.2~GY7D5J31GYL8.2 size=812551 2026-04-02T11:46:48.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.050+0000 7f5333614880 1 < canceled multipart upload key=UMYOSRME1LS0 upload=GY7D5J31GYL8 tag=DOTUG36SGEQH type=write size=3958279 2026-04-02T11:46:48.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.051+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=ZOZC3B1UM21Q type=write size=757019 2026-04-02T11:46:48.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.052+0000 7f5333614880 1 < completed write operation key=1WBDOM4K9L2E tag=CBQ4XL3SWSH3 type=write size=74380 2026-04-02T11:46:48.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.053+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=R21OQOZJYU9D type=del size=3028855 2026-04-02T11:46:48.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.054+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=Z54HRRQ4E8DB type=del 2026-04-02T11:46:48.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.055+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=4ZZ09KV34301 type=del size=676942 2026-04-02T11:46:48.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.057+0000 7f5333614880 1 < suggested remove operation key=HVXHNZUNGUWS tag=BQ2SL8TJYO96 type=write 2026-04-02T11:46:48.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.058+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=BR73E755AXBA type=write size=1043298 2026-04-02T11:46:48.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.058+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~74C2W48SDG7Q.0 size=557801 2026-04-02T11:46:48.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.062+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=74C2W48SDG7Q tag=CTYJ0CR9DQXM type=write size=1606377 2026-04-02T11:46:48.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.063+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=ZS6D0B91FTT4 type=del size=736809 2026-04-02T11:46:48.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.064+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=3ISGN0QFQCGW type=del 2026-04-02T11:46:48.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.065+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.0 size=1048576 2026-04-02T11:46:48.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.066+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.1 size=1048576 2026-04-02T11:46:48.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.067+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.2 size=942542 2026-04-02T11:46:48.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.067+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=KP7E04Y2135A tag=LLY8I79SZ4B5 type=write size=4088270 2026-04-02T11:46:48.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.068+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~8I6ZS954CSJZ.0 size=1048576 2026-04-02T11:46:48.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.069+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~8I6ZS954CSJZ.1 size=163706 2026-04-02T11:46:48.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.070+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=8I6ZS954CSJZ tag=L5XUVIZHR6VT type=write size=2260858 2026-04-02T11:46:48.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.071+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=WZPL4LTBYWDC type=del size=3700672 2026-04-02T11:46:48.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.071+0000 7f5333614880 1 < canceled part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.0 size=1048576 2026-04-02T11:46:48.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.072+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.1 size=1048576 2026-04-02T11:46:48.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.073+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~R5L171SRXPGZ.2 size=170491 2026-04-02T11:46:48.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.074+0000 7f5333614880 1 < canceled multipart upload key=1CXMORSMG685 upload=R5L171SRXPGZ tag=UT83J8VAV7ER type=write size=3316219 2026-04-02T11:46:48.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.075+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=9XNCNDDAIV6E type=del size=3574464 2026-04-02T11:46:48.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.076+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~K37HJG5UKG05.0 size=40834 2026-04-02T11:46:48.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.077+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=K37HJG5UKG05 tag=FYWOISJB4DTT type=write size=1089410 2026-04-02T11:46:48.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.079+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~F4DHPV1YHWEC.0 size=692775 2026-04-02T11:46:48.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.079+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=F4DHPV1YHWEC tag=63K17PNZJUI6 type=write size=1741351 2026-04-02T11:46:48.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.080+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~VO0OJLFAHAFL.0 size=1048576 2026-04-02T11:46:48.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.080+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~VO0OJLFAHAFL.1 size=785016 2026-04-02T11:46:48.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.082+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=VO0OJLFAHAFL tag=MEUFIZ8R9MAE type=write size=2882168 2026-04-02T11:46:48.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.082+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=9YNYPSYDX1N6 type=write size=158013 2026-04-02T11:46:48.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.083+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~E8W742WOK6SF.0 size=46221 2026-04-02T11:46:48.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.085+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=E8W742WOK6SF tag=ETPUH1FB4T4E type=write size=1094797 2026-04-02T11:46:48.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.085+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=D0CRVATYAUBM type=del size=1889909 2026-04-02T11:46:48.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.087+0000 7f5333614880 1 < suggested remove operation key=VK1RMXPUCX5B tag=KJNU0SY26GK3 type=del 2026-04-02T11:46:48.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.087+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=ON7PJT83V2E2 type=del size=1304455 2026-04-02T11:46:48.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.088+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=W2P5I7FUC84U type=del 2026-04-02T11:46:48.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.089+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~F0EIWP1NKPYO.0 size=1048576 2026-04-02T11:46:48.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.090+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~F0EIWP1NKPYO.1 size=685210 2026-04-02T11:46:48.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.090+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=F0EIWP1NKPYO tag=JMN673JMJ3HQ type=write size=2782362 2026-04-02T11:46:48.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.091+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~4R5GOGK0R27F.0 size=73276 2026-04-02T11:46:48.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.092+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=4R5GOGK0R27F tag=LD088OIJV82F type=write size=1121852 2026-04-02T11:46:48.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.092+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=5JR8YCJ2KDP9 type=del size=3965386 2026-04-02T11:46:48.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.093+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.0 size=1048576 2026-04-02T11:46:48.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.094+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.1 size=1048576 2026-04-02T11:46:48.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.094+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~TYPU1TQNIXHF.2 size=180429 2026-04-02T11:46:48.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.095+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=TYPU1TQNIXHF tag=DT2K1063MUXZ type=write size=3326157 2026-04-02T11:46:48.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.097+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~6OFY6ON79C4L.0 size=771148 2026-04-02T11:46:48.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.097+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=6OFY6ON79C4L tag=ZCH35MN7DRZJ type=write size=1819724 2026-04-02T11:46:48.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.099+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=A0OV9R15J8R5 type=del 2026-04-02T11:46:48.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.099+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=K0TUGS7AP1ES type=write size=88148 2026-04-02T11:46:48.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.100+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=ZOZC3B1UM21Q type=write size=757019 2026-04-02T11:46:48.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.101+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=AWQYR1JG1ER3 type=del size=3785481 2026-04-02T11:46:48.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.102+0000 7f5333614880 1 < suggested update operation key=EB6X219R2ZBH tag=R21OQOZJYU9D type=del size=3028855 2026-04-02T11:46:48.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.103+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~CRM34WDNWYJA.0 size=265414 2026-04-02T11:46:48.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.103+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=CRM34WDNWYJA tag=1LQLIX7GKRN6 type=write size=1313990 2026-04-02T11:46:48.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.104+0000 7f5333614880 1 < canceled operation key=1CXMORSMG685 tag=4ZZ09KV34301 type=del size=676942 2026-04-02T11:46:48.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.105+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~N44OLPILQ0G2.0 size=118902 2026-04-02T11:46:48.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.105+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=N44OLPILQ0G2 tag=LJ5RAGQES0CF type=write size=1167478 2026-04-02T11:46:48.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.106+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=BR73E755AXBA type=write size=1043298 2026-04-02T11:46:48.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.107+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=F1PLO6C18I53 type=del size=1771157 2026-04-02T11:46:48.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.107+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=ZS6D0B91FTT4 type=del 2026-04-02T11:46:48.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.109+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~MQI5SOJSCCXS.0 size=165099 2026-04-02T11:46:48.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.109+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=MQI5SOJSCCXS tag=JI8TR8K5MY1S type=write size=1213675 2026-04-02T11:46:48.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.110+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.0 size=1048576 2026-04-02T11:46:48.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.110+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.1 size=1048576 2026-04-02T11:46:48.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.111+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~KP7E04Y2135A.2 size=942542 2026-04-02T11:46:48.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.112+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=KP7E04Y2135A tag=LLY8I79SZ4B5 type=write size=4088270 2026-04-02T11:46:48.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.113+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=WMP264GWQCJ0 type=del size=3102124 2026-04-02T11:46:48.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.114+0000 7f5333614880 1 < suggested remove operation key=SN3HBWTAT47E tag=WZPL4LTBYWDC type=del 2026-04-02T11:46:48.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.115+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=JWAY3AH2QCST type=del size=1222262 2026-04-02T11:46:48.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.116+0000 7f5333614880 1 < suggested update operation key=MJF6T1TAF5I9 tag=9XNCNDDAIV6E type=del size=3574464 2026-04-02T11:46:48.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.118+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.0 size=1048576 2026-04-02T11:46:48.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.118+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.1 size=1048576 2026-04-02T11:46:48.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.119+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.2 size=450122 2026-04-02T11:46:48.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.119+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=8F4PUE6QTZV2 tag=V3XKXTLYW8ER type=write size=3595850 2026-04-02T11:46:48.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.120+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~F4DHPV1YHWEC.0 size=692775 2026-04-02T11:46:48.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.121+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=F4DHPV1YHWEC tag=63K17PNZJUI6 type=write size=1741351 2026-04-02T11:46:48.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.122+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.0 size=1048576 2026-04-02T11:46:48.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.123+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.1 size=1048576 2026-04-02T11:46:48.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.124+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.2 size=543031 2026-04-02T11:46:48.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.124+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=SHR8N5FJF0E7 tag=I8REHK2DVHD2 type=write size=3688759 2026-04-02T11:46:48.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.125+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=9YNYPSYDX1N6 type=write size=158013 2026-04-02T11:46:48.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.126+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~8NZVLPM1DJTO.0 size=975042 2026-04-02T11:46:48.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.126+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=8NZVLPM1DJTO tag=YRF8SLCZBGKY type=write size=2023618 2026-04-02T11:46:48.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.127+0000 7f5333614880 1 < canceled operation key=NAP80R228JZJ tag=D0CRVATYAUBM type=del size=1889909 2026-04-02T11:46:48.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.128+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~RW89ILX7OJYD.0 size=231352 2026-04-02T11:46:48.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.128+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=RW89ILX7OJYD tag=W9XHYMVR3NHS type=write size=1279928 2026-04-02T11:46:48.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.129+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=ON7PJT83V2E2 type=del 2026-04-02T11:46:48.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.130+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~14UR3JTBQJR5.0 size=1048576 2026-04-02T11:46:48.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.130+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~14UR3JTBQJR5.1 size=21123 2026-04-02T11:46:48.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.130+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=14UR3JTBQJR5 tag=FNO8DYSGNYU8 type=write size=2118275 2026-04-02T11:46:48.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.131+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~F0EIWP1NKPYO.0 size=1048576 2026-04-02T11:46:48.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.132+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~F0EIWP1NKPYO.1 size=685210 2026-04-02T11:46:48.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.133+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=F0EIWP1NKPYO tag=JMN673JMJ3HQ type=write size=2782362 2026-04-02T11:46:48.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.134+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=VY8GREAGVR23 type=del size=2730524 2026-04-02T11:46:48.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.135+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=5JR8YCJ2KDP9 type=del size=3965386 2026-04-02T11:46:48.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.136+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=T96GWQTRO0UR type=write size=809790 2026-04-02T11:46:48.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.136+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~6OFY6ON79C4L.0 size=771148 2026-04-02T11:46:48.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.138+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=6OFY6ON79C4L tag=ZCH35MN7DRZJ type=write size=1819724 2026-04-02T11:46:48.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.139+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~LH0U5HYM7JHC.0 size=1048576 2026-04-02T11:46:48.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.139+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~LH0U5HYM7JHC.1 size=605161 2026-04-02T11:46:48.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.139+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=LH0U5HYM7JHC tag=0Z6E4XDYWCDS type=write size=2702313 2026-04-02T11:46:48.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.141+0000 7f5333614880 1 < suggested remove operation key=VTYB3X0YEZVL tag=K0TUGS7AP1ES type=write 2026-04-02T11:46:48.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.142+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=P5OUP5V3BTZF type=write size=927693 2026-04-02T11:46:48.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.142+0000 7f5333614880 1 < canceled operation key=IWEIGMTGAJE9 tag=AWQYR1JG1ER3 type=del size=3785481 2026-04-02T11:46:48.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.143+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=5AF0F0E15NRS type=del size=3680211 2026-04-02T11:46:48.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.144+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~CRM34WDNWYJA.0 size=265414 2026-04-02T11:46:48.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.145+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=CRM34WDNWYJA tag=1LQLIX7GKRN6 type=write size=1313990 2026-04-02T11:46:48.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.147+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~I0UH1ETD0H5Z.0 size=972537 2026-04-02T11:46:48.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.147+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=I0UH1ETD0H5Z tag=WKLRHEHCQC99 type=write size=2021113 2026-04-02T11:46:48.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.148+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~N44OLPILQ0G2.0 size=118902 2026-04-02T11:46:48.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.149+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=N44OLPILQ0G2 tag=LJ5RAGQES0CF type=write size=1167478 2026-04-02T11:46:48.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.150+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.0 size=1048576 2026-04-02T11:46:48.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.151+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.1 size=1048576 2026-04-02T11:46:48.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.152+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.2 size=9284 2026-04-02T11:46:48.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.152+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=PMZARABMA1P7 tag=H4MX9IYMD522 type=write size=3155012 2026-04-02T11:46:48.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.152+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=F1PLO6C18I53 type=del 2026-04-02T11:46:48.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.153+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=0RHI0JBYNL8V type=del size=1975555 2026-04-02T11:46:48.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.154+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~MQI5SOJSCCXS.0 size=165099 2026-04-02T11:46:48.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.155+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=MQI5SOJSCCXS tag=JI8TR8K5MY1S type=write size=1213675 2026-04-02T11:46:48.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.156+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=OQOUSJTGT8F2 type=del size=1273985 2026-04-02T11:46:48.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.157+0000 7f5333614880 1 < canceled operation key=1WBDOM4K9L2E tag=WMP264GWQCJ0 type=del size=3102124 2026-04-02T11:46:48.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.157+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=31LQJ9ZUSZY9 type=del size=2251677 2026-04-02T11:46:48.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.158+0000 7f5333614880 1 < canceled operation key=VK1RMXPUCX5B tag=JWAY3AH2QCST type=del size=1222262 2026-04-02T11:46:48.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.160+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~R9T6TR1ZTZMO.0 size=1048576 2026-04-02T11:46:48.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.160+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~R9T6TR1ZTZMO.1 size=91432 2026-04-02T11:46:48.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.160+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=R9T6TR1ZTZMO tag=O9FBKBX13G58 type=write size=2188584 2026-04-02T11:46:48.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.161+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.0 size=1048576 2026-04-02T11:46:48.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.162+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.1 size=1048576 2026-04-02T11:46:48.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.162+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~8F4PUE6QTZV2.2 size=450122 2026-04-02T11:46:48.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.164+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=8F4PUE6QTZV2 tag=V3XKXTLYW8ER type=write size=3595850 2026-04-02T11:46:48.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.165+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.0 size=1048576 2026-04-02T11:46:48.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.166+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.1 size=1048576 2026-04-02T11:46:48.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.167+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.2 size=172806 2026-04-02T11:46:48.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.167+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=919JE5NKWJN1 tag=4D1DQL2YL5R1 type=write size=3318534 2026-04-02T11:46:48.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.167+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.0 size=1048576 2026-04-02T11:46:48.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.168+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.1 size=1048576 2026-04-02T11:46:48.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.169+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~SHR8N5FJF0E7.2 size=543031 2026-04-02T11:46:48.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.170+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=SHR8N5FJF0E7 tag=I8REHK2DVHD2 type=write size=3688759 2026-04-02T11:46:48.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.171+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.0 size=1048576 2026-04-02T11:46:48.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.172+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.1 size=1048576 2026-04-02T11:46:48.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.172+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.2 size=464638 2026-04-02T11:46:48.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.172+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=PO1A0F0WIGSD tag=3SZLADPLS3IB type=write size=3610366 2026-04-02T11:46:48.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.173+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~8NZVLPM1DJTO.0 size=975042 2026-04-02T11:46:48.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.174+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=8NZVLPM1DJTO tag=YRF8SLCZBGKY type=write size=2023618 2026-04-02T11:46:48.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.175+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=NYOVUD2ORBA9 type=del size=3217054 2026-04-02T11:46:48.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.176+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~RW89ILX7OJYD.0 size=231352 2026-04-02T11:46:48.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.177+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=RW89ILX7OJYD tag=W9XHYMVR3NHS type=write size=1279928 2026-04-02T11:46:48.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.179+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=GXRYRI28ZA8K type=del size=3514502 2026-04-02T11:46:48.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.180+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~14UR3JTBQJR5.0 size=1048576 2026-04-02T11:46:48.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.180+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~14UR3JTBQJR5.1 size=21123 2026-04-02T11:46:48.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.181+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=14UR3JTBQJR5 tag=FNO8DYSGNYU8 type=write size=2118275 2026-04-02T11:46:48.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.183+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.0 size=1048576 2026-04-02T11:46:48.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.183+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.1 size=1048576 2026-04-02T11:46:48.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.184+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.2 size=975050 2026-04-02T11:46:48.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.184+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=E89KW9X57Q0T tag=7IOTPDALYH5X type=write size=4120778 2026-04-02T11:46:48.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.185+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=VY8GREAGVR23 type=del size=2730524 2026-04-02T11:46:48.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.186+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=MJZ8TGNK3J3Z type=del size=2537851 2026-04-02T11:46:48.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.186+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=T96GWQTRO0UR type=write size=809790 2026-04-02T11:46:48.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.188+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.0 size=1048576 2026-04-02T11:46:48.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.188+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.1 size=1048576 2026-04-02T11:46:48.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.189+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.2 size=862469 2026-04-02T11:46:48.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.189+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=RSPMMVZGR2RS tag=YPIHS849D2R0 type=write size=4008197 2026-04-02T11:46:48.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.189+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~LH0U5HYM7JHC.0 size=1048576 2026-04-02T11:46:48.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.190+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~LH0U5HYM7JHC.1 size=605161 2026-04-02T11:46:48.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.191+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=LH0U5HYM7JHC tag=0Z6E4XDYWCDS type=write size=2702313 2026-04-02T11:46:48.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.192+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~VCOW5TKZ4QPT.0 size=1048576 2026-04-02T11:46:48.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.193+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~VCOW5TKZ4QPT.1 size=783395 2026-04-02T11:46:48.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.193+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=VCOW5TKZ4QPT tag=3BHVYM96GH16 type=write size=2880547 2026-04-02T11:46:48.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.194+0000 7f5333614880 -1 < failed to complete operation key=LCFTZTQP4MWZ tag=P5OUP5V3BTZF type=write size=927693: (22) Invalid argument 2026-04-02T11:46:48.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.194+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=EQE1AL572JVX type=del size=1055655 2026-04-02T11:46:48.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.195+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=5AF0F0E15NRS type=del 2026-04-02T11:46:48.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.196+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=VKMQVMVJABZU type=del size=1064153 2026-04-02T11:46:48.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.196+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~I0UH1ETD0H5Z.0 size=972537 2026-04-02T11:46:48.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.197+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=I0UH1ETD0H5Z tag=WKLRHEHCQC99 type=write size=2021113 2026-04-02T11:46:48.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.198+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=6RAJSATR9B7K type=del size=2716674 2026-04-02T11:46:48.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.199+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.0 size=1048576 2026-04-02T11:46:48.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.199+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.1 size=1048576 2026-04-02T11:46:48.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.199+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~PMZARABMA1P7.2 size=9284 2026-04-02T11:46:48.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.200+0000 7f5333614880 1 < canceled multipart upload key=MJF6T1TAF5I9 upload=PMZARABMA1P7 tag=H4MX9IYMD522 type=write size=3155012 2026-04-02T11:46:48.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.201+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=YNKAXOOZQP3O type=del size=2820548 2026-04-02T11:46:48.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.203+0000 7f5333614880 1 < suggested update operation key=IWEIGMTGAJE9 tag=0RHI0JBYNL8V type=del size=1975555 2026-04-02T11:46:48.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.204+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~T3RCSIS0GWT7.0 size=1048576 2026-04-02T11:46:48.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.205+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~T3RCSIS0GWT7.1 size=607864 2026-04-02T11:46:48.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.205+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=T3RCSIS0GWT7 tag=WYQWRIMGRZS7 type=write size=2705016 2026-04-02T11:46:48.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.206+0000 7f5333614880 1 < suggested update operation key=3F2TE2N1PC84 tag=OQOUSJTGT8F2 type=del size=1273985 2026-04-02T11:46:48.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.208+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~GF4Q5CM5V0LP.0 size=1048576 2026-04-02T11:46:48.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.208+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~GF4Q5CM5V0LP.1 size=851594 2026-04-02T11:46:48.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.208+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=GF4Q5CM5V0LP tag=24B36KVS9VW7 type=write size=2948746 2026-04-02T11:46:48.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.209+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=31LQJ9ZUSZY9 type=del 2026-04-02T11:46:48.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.209+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=5N417SZT4RMU type=del size=199229 2026-04-02T11:46:48.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.210+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~R9T6TR1ZTZMO.0 size=1048576 2026-04-02T11:46:48.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.211+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~R9T6TR1ZTZMO.1 size=91432 2026-04-02T11:46:48.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.212+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=R9T6TR1ZTZMO tag=O9FBKBX13G58 type=write size=2188584 2026-04-02T11:46:48.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.213+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=QZKOQ45JTJNE type=del size=2251360 2026-04-02T11:46:48.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.213+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.0 size=1048576 2026-04-02T11:46:48.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.213+0000 7f5333614880 1 < canceled part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.1 size=1048576 2026-04-02T11:46:48.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.213+0000 7f5333614880 1 < canceled part key=_multipart_UNBE0OR07CI2.2~919JE5NKWJN1.2 size=172806 2026-04-02T11:46:48.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.215+0000 7f5333614880 1 < canceled multipart upload key=UNBE0OR07CI2 upload=919JE5NKWJN1 tag=4D1DQL2YL5R1 type=write size=3318534 2026-04-02T11:46:48.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.215+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=SUIO16AXMJ72 type=del size=1746510 2026-04-02T11:46:48.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.216+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.0 size=1048576 2026-04-02T11:46:48.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.217+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.1 size=1048576 2026-04-02T11:46:48.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.218+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PO1A0F0WIGSD.2 size=464638 2026-04-02T11:46:48.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.219+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=PO1A0F0WIGSD tag=3SZLADPLS3IB type=write size=3610366 2026-04-02T11:46:48.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.219+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=CTLAHNQBWUV9 type=write size=157882 2026-04-02T11:46:48.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.220+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=NYOVUD2ORBA9 type=del 2026-04-02T11:46:48.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.221+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=ICC8HJG06UO8 type=del size=835712 2026-04-02T11:46:48.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.223+0000 7f5333614880 1 < suggested remove operation key=SN3HBWTAT47E tag=GXRYRI28ZA8K type=del 2026-04-02T11:46:48.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.223+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=YNCQNKT99HMU type=write size=273968 2026-04-02T11:46:48.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.224+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.0 size=1048576 2026-04-02T11:46:48.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.225+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.1 size=1048576 2026-04-02T11:46:48.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.226+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~E89KW9X57Q0T.2 size=975050 2026-04-02T11:46:48.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.227+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=E89KW9X57Q0T tag=7IOTPDALYH5X type=write size=4120778 2026-04-02T11:46:48.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.228+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.0 size=1048576 2026-04-02T11:46:48.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.229+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.1 size=1048576 2026-04-02T11:46:48.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.229+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.2 size=923364 2026-04-02T11:46:48.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.229+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=QTF8NABSYDSE tag=0ONUJ95BZW9A type=write size=4069092 2026-04-02T11:46:48.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.230+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=MJZ8TGNK3J3Z type=del 2026-04-02T11:46:48.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.231+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=B7P68F1OERJ7 type=del size=3180336 2026-04-02T11:46:48.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.231+0000 7f5333614880 1 < canceled part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.0 size=1048576 2026-04-02T11:46:48.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.232+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.1 size=1048576 2026-04-02T11:46:48.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.232+0000 7f5333614880 1 < canceled part key=_multipart_LCFTZTQP4MWZ.2~RSPMMVZGR2RS.2 size=862469 2026-04-02T11:46:48.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.234+0000 7f5333614880 1 < canceled multipart upload key=LCFTZTQP4MWZ upload=RSPMMVZGR2RS tag=YPIHS849D2R0 type=write size=4008197 2026-04-02T11:46:48.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.235+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=7UQ57XBULQJH type=write size=1019570 2026-04-02T11:46:48.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.235+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~VCOW5TKZ4QPT.0 size=1048576 2026-04-02T11:46:48.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.236+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~VCOW5TKZ4QPT.1 size=783395 2026-04-02T11:46:48.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.237+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=VCOW5TKZ4QPT tag=3BHVYM96GH16 type=write size=2880547 2026-04-02T11:46:48.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.238+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=GN3UWS9TZZOY type=del size=1749577 2026-04-02T11:46:48.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.239+0000 7f5333614880 1 < canceled operation key=LTB13PIUFMYH tag=EQE1AL572JVX type=del size=1055655 2026-04-02T11:46:48.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.240+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=QQAN25RM7SVC type=del size=3968318 2026-04-02T11:46:48.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.240+0000 7f5333614880 -1 < failed to complete operation key=3F2TE2N1PC84 tag=VKMQVMVJABZU type=del size=1064153: (22) Invalid argument 2026-04-02T11:46:48.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.242+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.0 size=1048576 2026-04-02T11:46:48.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.242+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.1 size=1048576 2026-04-02T11:46:48.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.243+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.2 size=623272 2026-04-02T11:46:48.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.243+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=T1Y8HC5BXRQ2 tag=KIN11QUZ6WT6 type=write size=3769000 2026-04-02T11:46:48.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.245+0000 7f5333614880 1 < suggested remove operation key=EB6X219R2ZBH tag=6RAJSATR9B7K type=del 2026-04-02T11:46:48.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.245+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=FRV6Z62A3DVU type=del size=2364916 2026-04-02T11:46:48.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.246+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=YNKAXOOZQP3O type=del 2026-04-02T11:46:48.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.247+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=Z9T7Q0LDR0T0 type=del size=2023497 2026-04-02T11:46:48.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.249+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~T3RCSIS0GWT7.0 size=1048576 2026-04-02T11:46:48.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.249+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~T3RCSIS0GWT7.1 size=607864 2026-04-02T11:46:48.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.251+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=T3RCSIS0GWT7 tag=WYQWRIMGRZS7 type=write size=2705016 2026-04-02T11:46:48.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.252+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~V0SZHXGOY9H0.0 size=554757 2026-04-02T11:46:48.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.252+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=V0SZHXGOY9H0 tag=W7JKE1YA4XZ5 type=write size=1603333 2026-04-02T11:46:48.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.253+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~GF4Q5CM5V0LP.0 size=1048576 2026-04-02T11:46:48.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.253+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~GF4Q5CM5V0LP.1 size=851594 2026-04-02T11:46:48.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.255+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=GF4Q5CM5V0LP tag=24B36KVS9VW7 type=write size=2948746 2026-04-02T11:46:48.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.256+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=R8J809M2LEMB type=del size=738131 2026-04-02T11:46:48.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.256+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=5N417SZT4RMU type=del 2026-04-02T11:46:48.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.257+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=FJ792MJUXF1Y type=del size=2628777 2026-04-02T11:46:48.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.259+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=QZKOQ45JTJNE type=del 2026-04-02T11:46:48.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.260+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~27397YGA5C0U.0 size=1048576 2026-04-02T11:46:48.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.261+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~27397YGA5C0U.1 size=481603 2026-04-02T11:46:48.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.261+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=27397YGA5C0U tag=GJYOEICLADR8 type=write size=2578755 2026-04-02T11:46:48.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.263+0000 7f5333614880 1 < suggested update operation key=72A8E181S0BV tag=SUIO16AXMJ72 type=del size=1746510 2026-04-02T11:46:48.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.265+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=BXLRLKMBNR30 type=del size=806176 2026-04-02T11:46:48.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.266+0000 7f5333614880 1 < suggested update operation key=VK1RMXPUCX5B tag=CTLAHNQBWUV9 type=write size=157882 2026-04-02T11:46:48.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.267+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~YPPWZI407KI3.0 size=1048576 2026-04-02T11:46:48.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.268+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~YPPWZI407KI3.1 size=723122 2026-04-02T11:46:48.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.268+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=YPPWZI407KI3 tag=KMRE71F4LEY6 type=write size=2820274 2026-04-02T11:46:48.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.269+0000 7f5333614880 1 < canceled operation key=X2A37MDQF19I tag=ICC8HJG06UO8 type=del size=835712 2026-04-02T11:46:48.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.269+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=2VOL0DHMI0IY type=del size=2789126 2026-04-02T11:46:48.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.270+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=YNCQNKT99HMU type=write size=273968 2026-04-02T11:46:48.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.271+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=5ZBT2884Z5TS type=del size=1656103 2026-04-02T11:46:48.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.272+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.0 size=1048576 2026-04-02T11:46:48.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.273+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.1 size=1048576 2026-04-02T11:46:48.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.274+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~QTF8NABSYDSE.2 size=923364 2026-04-02T11:46:48.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.275+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=QTF8NABSYDSE tag=0ONUJ95BZW9A type=write size=4069092 2026-04-02T11:46:48.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.276+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=L2QX46EQTXTP type=del size=735833 2026-04-02T11:46:48.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.277+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=B7P68F1OERJ7 type=del 2026-04-02T11:46:48.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.278+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=M25GV3CD2M3A type=write size=35723 2026-04-02T11:46:48.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.279+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=7UQ57XBULQJH type=write size=1019570 2026-04-02T11:46:48.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.279+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=6AARBSM902EC type=write size=495515 2026-04-02T11:46:48.282 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.280+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=GN3UWS9TZZOY type=del 2026-04-02T11:46:48.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.281+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=EDP8A96OG6R2 type=del size=2091290 2026-04-02T11:46:48.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.282+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=QQAN25RM7SVC type=del 2026-04-02T11:46:48.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.283+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=IVA63SC122R4 type=write size=547371 2026-04-02T11:46:48.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.283+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.0 size=1048576 2026-04-02T11:46:48.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.283+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.1 size=1048576 2026-04-02T11:46:48.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.284+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~T1Y8HC5BXRQ2.2 size=623272 2026-04-02T11:46:48.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.286+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=T1Y8HC5BXRQ2 tag=KIN11QUZ6WT6 type=write size=3769000 2026-04-02T11:46:48.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.288+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~2L9N1GXT97M1.0 size=406369 2026-04-02T11:46:48.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.288+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=2L9N1GXT97M1 tag=MPPGM4ZJU2BX type=write size=1454945 2026-04-02T11:46:48.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.289+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=FRV6Z62A3DVU type=del 2026-04-02T11:46:48.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.290+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=XC2W5ELL9CJZ type=del size=3141637 2026-04-02T11:46:48.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.291+0000 7f5333614880 1 < suggested remove operation key=1CXMORSMG685 tag=Z9T7Q0LDR0T0 type=del 2026-04-02T11:46:48.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.292+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=FIGYKB91QHVL type=write size=822622 2026-04-02T11:46:48.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.293+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~V0SZHXGOY9H0.0 size=554757 2026-04-02T11:46:48.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.296+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=V0SZHXGOY9H0 tag=W7JKE1YA4XZ5 type=write size=1603333 2026-04-02T11:46:48.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.297+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=TFZLZDPLSDSQ type=del size=3643451 2026-04-02T11:46:48.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.299+0000 7f5333614880 1 < suggested update operation key=D9L3BBI87CJI tag=R8J809M2LEMB type=del size=738131 2026-04-02T11:46:48.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.300+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~553FQSF52B13.0 size=792503 2026-04-02T11:46:48.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.300+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=553FQSF52B13 tag=EDBIL44B818P type=write size=1841079 2026-04-02T11:46:48.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.301+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=FJ792MJUXF1Y type=del 2026-04-02T11:46:48.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.303+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~D3R0FRVGKGFG.0 size=1048576 2026-04-02T11:46:48.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.303+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~D3R0FRVGKGFG.1 size=587462 2026-04-02T11:46:48.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.304+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=D3R0FRVGKGFG tag=11XSDWFFD3PM type=write size=2684614 2026-04-02T11:46:48.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.304+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~27397YGA5C0U.0 size=1048576 2026-04-02T11:46:48.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.305+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~27397YGA5C0U.1 size=481603 2026-04-02T11:46:48.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.307+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=27397YGA5C0U tag=GJYOEICLADR8 type=write size=2578755 2026-04-02T11:46:48.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.309+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~OI3PQE1CZQI2.0 size=328770 2026-04-02T11:46:48.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.309+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=OI3PQE1CZQI2 tag=7T15IDYMJCX5 type=write size=1377346 2026-04-02T11:46:48.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.309+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=BXLRLKMBNR30 type=del 2026-04-02T11:46:48.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.310+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=NFSRUXBY3QZB type=del size=3974255 2026-04-02T11:46:48.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.311+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~YPPWZI407KI3.0 size=1048576 2026-04-02T11:46:48.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.312+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~YPPWZI407KI3.1 size=723122 2026-04-02T11:46:48.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.314+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=YPPWZI407KI3 tag=KMRE71F4LEY6 type=write size=2820274 2026-04-02T11:46:48.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.315+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~IT3ZYZ3BNNM0.0 size=425350 2026-04-02T11:46:48.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.315+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=IT3ZYZ3BNNM0 tag=FRHVKQV04CL5 type=write size=1473926 2026-04-02T11:46:48.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.316+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=2VOL0DHMI0IY type=del 2026-04-02T11:46:48.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.317+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=541YT2Z2MN52 type=write size=989408 2026-04-02T11:46:48.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.318+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=5ZBT2884Z5TS type=del 2026-04-02T11:46:48.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.320+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~I677YRMBUG11.0 size=28882 2026-04-02T11:46:48.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.320+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=I677YRMBUG11 tag=Q1VFRDUIRT7K type=write size=1077458 2026-04-02T11:46:48.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.321+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=L2QX46EQTXTP type=del size=735833 2026-04-02T11:46:48.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.321+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=97ANTZBZYTXL type=del size=3782497 2026-04-02T11:46:48.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.323+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=M25GV3CD2M3A type=write 2026-04-02T11:46:48.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.325+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.0 size=1048576 2026-04-02T11:46:48.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.326+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.1 size=1048576 2026-04-02T11:46:48.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.326+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.2 size=93207 2026-04-02T11:46:48.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.326+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=S18WEXCM8GW1 tag=Q8D6ASXOI7Y1 type=write size=3238935 2026-04-02T11:46:48.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.327+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=6AARBSM902EC type=write size=495515 2026-04-02T11:46:48.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.328+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=LF088M3M3WQP type=del size=1515214 2026-04-02T11:46:48.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.329+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=EDP8A96OG6R2 type=del 2026-04-02T11:46:48.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.331+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=M04TLBCXIA0M type=del size=3969317 2026-04-02T11:46:48.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.332+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=IVA63SC122R4 type=write size=547371 2026-04-02T11:46:48.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.334+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~X6GPUNS2326R.0 size=592217 2026-04-02T11:46:48.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.334+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=X6GPUNS2326R tag=CUN44USF1EV5 type=write size=1640793 2026-04-02T11:46:48.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.335+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~2L9N1GXT97M1.0 size=406369 2026-04-02T11:46:48.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.337+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=2L9N1GXT97M1 tag=MPPGM4ZJU2BX type=write size=1454945 2026-04-02T11:46:48.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.338+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=PL1XR8ZYFMOO type=write size=360770 2026-04-02T11:46:48.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.339+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=XC2W5ELL9CJZ type=del 2026-04-02T11:46:48.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.339+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=VL8ZKU1Z18Q7 type=del size=2450947 2026-04-02T11:46:48.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.340+0000 7f5333614880 1 < canceled operation key=KXHWK6IVPLYO tag=FIGYKB91QHVL type=write size=822622 2026-04-02T11:46:48.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.342+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~0RQC0PM73TJJ.0 size=1048576 2026-04-02T11:46:48.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.343+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~0RQC0PM73TJJ.1 size=273230 2026-04-02T11:46:48.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.343+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=0RQC0PM73TJJ tag=1HPRBGYQ89ZV type=write size=2370382 2026-04-02T11:46:48.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.344+0000 7f5333614880 -1 < failed to complete operation key=D9L3BBI87CJI tag=TFZLZDPLSDSQ type=del size=3643451: (22) Invalid argument 2026-04-02T11:46:48.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.345+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~K0DAGQ1WSXLY.0 size=146137 2026-04-02T11:46:48.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.345+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=K0DAGQ1WSXLY tag=HV8JBAVAFPA5 type=write size=1194713 2026-04-02T11:46:48.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.346+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~553FQSF52B13.0 size=792503 2026-04-02T11:46:48.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.348+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=553FQSF52B13 tag=EDBIL44B818P type=write size=1841079 2026-04-02T11:46:48.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.350+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~SXGUJN4VUATP.0 size=1048576 2026-04-02T11:46:48.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.350+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~SXGUJN4VUATP.1 size=519145 2026-04-02T11:46:48.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.350+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=SXGUJN4VUATP tag=8I3L2KHZTV05 type=write size=2616297 2026-04-02T11:46:48.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.351+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~D3R0FRVGKGFG.0 size=1048576 2026-04-02T11:46:48.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.352+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~D3R0FRVGKGFG.1 size=587462 2026-04-02T11:46:48.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.354+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=D3R0FRVGKGFG tag=11XSDWFFD3PM type=write size=2684614 2026-04-02T11:46:48.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.355+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~AAHOG6MZG2KI.0 size=1048576 2026-04-02T11:46:48.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.356+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~AAHOG6MZG2KI.1 size=52194 2026-04-02T11:46:48.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.356+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=AAHOG6MZG2KI tag=QC7RUCWOW2M3 type=write size=2149346 2026-04-02T11:46:48.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.357+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~OI3PQE1CZQI2.0 size=328770 2026-04-02T11:46:48.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.358+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=OI3PQE1CZQI2 tag=7T15IDYMJCX5 type=write size=1377346 2026-04-02T11:46:48.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.360+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~RFS3L543EYM2.0 size=241475 2026-04-02T11:46:48.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.360+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=RFS3L543EYM2 tag=SRUMHKUJ1375 type=write size=1290051 2026-04-02T11:46:48.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.363+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=NFSRUXBY3QZB type=del 2026-04-02T11:46:48.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.365+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=D4292OFLBQXW type=del size=3367985 2026-04-02T11:46:48.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.366+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~IT3ZYZ3BNNM0.0 size=425350 2026-04-02T11:46:48.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.367+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=IT3ZYZ3BNNM0 tag=FRHVKQV04CL5 type=write size=1473926 2026-04-02T11:46:48.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.369+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~MZ02QXNXVBFR.0 size=1048576 2026-04-02T11:46:48.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.369+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~MZ02QXNXVBFR.1 size=872610 2026-04-02T11:46:48.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.369+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=MZ02QXNXVBFR tag=G80ZK309HHEC type=write size=2969762 2026-04-02T11:46:48.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.370+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=541YT2Z2MN52 type=write size=989408 2026-04-02T11:46:48.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.371+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=4HKK0KW3X59V type=write size=706900 2026-04-02T11:46:48.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.371+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~I677YRMBUG11.0 size=28882 2026-04-02T11:46:48.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.373+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=I677YRMBUG11 tag=Q1VFRDUIRT7K type=write size=1077458 2026-04-02T11:46:48.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.374+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~BT51J46AP7N7.0 size=1048576 2026-04-02T11:46:48.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.375+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~BT51J46AP7N7.1 size=385664 2026-04-02T11:46:48.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.375+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=BT51J46AP7N7 tag=1DWRTOEZIPYQ type=write size=2482816 2026-04-02T11:46:48.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.376+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=97ANTZBZYTXL type=del 2026-04-02T11:46:48.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.378+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.0 size=1048576 2026-04-02T11:46:48.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.379+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.1 size=1048576 2026-04-02T11:46:48.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.379+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.2 size=267634 2026-04-02T11:46:48.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.379+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=TJH2HT7MNT80 tag=3N0SPL1QDVNX type=write size=3413362 2026-04-02T11:46:48.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.380+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.0 size=1048576 2026-04-02T11:46:48.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.381+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.1 size=1048576 2026-04-02T11:46:48.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.381+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~S18WEXCM8GW1.2 size=93207 2026-04-02T11:46:48.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.383+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=S18WEXCM8GW1 tag=Q8D6ASXOI7Y1 type=write size=3238935 2026-04-02T11:46:48.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.384+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~7OHAFQSCC075.0 size=1048576 2026-04-02T11:46:48.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.385+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~7OHAFQSCC075.1 size=221685 2026-04-02T11:46:48.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.385+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=7OHAFQSCC075 tag=7BHDRKX2RA6G type=write size=2318837 2026-04-02T11:46:48.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.386+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=LF088M3M3WQP type=del 2026-04-02T11:46:48.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.387+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.0 size=1048576 2026-04-02T11:46:48.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.388+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.1 size=1048576 2026-04-02T11:46:48.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.388+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.2 size=487403 2026-04-02T11:46:48.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.388+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=3NBQIXR0RFI5 tag=NIQ4TRVIN61S type=write size=3633131 2026-04-02T11:46:48.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.389+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=M04TLBCXIA0M type=del 2026-04-02T11:46:48.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.390+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=GOJ9X2GTBHSF type=write size=779759 2026-04-02T11:46:48.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.391+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~X6GPUNS2326R.0 size=592217 2026-04-02T11:46:48.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.392+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=X6GPUNS2326R tag=CUN44USF1EV5 type=write size=1640793 2026-04-02T11:46:48.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.409+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~NTKMH1HTPKBJ.0 size=1048576 2026-04-02T11:46:48.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.410+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~NTKMH1HTPKBJ.1 size=421048 2026-04-02T11:46:48.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.410+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=NTKMH1HTPKBJ tag=3VS12D5UZTOV type=write size=2518200 2026-04-02T11:46:48.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.411+0000 7f5333614880 1 < completed write operation key=RYJ7HCWSK1ZK tag=PL1XR8ZYFMOO type=write size=360770 2026-04-02T11:46:48.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.412+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=373KOWFZ49KR type=del size=154112 2026-04-02T11:46:48.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.413+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=VL8ZKU1Z18Q7 type=del 2026-04-02T11:46:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.413+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=DV0HI3SZNFGQ type=del size=781511 2026-04-02T11:46:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.414+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~0RQC0PM73TJJ.0 size=1048576 2026-04-02T11:46:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.415+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~0RQC0PM73TJJ.1 size=273230 2026-04-02T11:46:48.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.416+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=0RQC0PM73TJJ tag=1HPRBGYQ89ZV type=write size=2370382 2026-04-02T11:46:48.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.417+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=UL4H0LX0TPUZ type=write size=535783 2026-04-02T11:46:48.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.418+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~K0DAGQ1WSXLY.0 size=146137 2026-04-02T11:46:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.420+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=K0DAGQ1WSXLY tag=HV8JBAVAFPA5 type=write size=1194713 2026-04-02T11:46:48.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.420+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=WK6AVQ43CN77 type=del size=1295651 2026-04-02T11:46:48.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.421+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~SXGUJN4VUATP.0 size=1048576 2026-04-02T11:46:48.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.422+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~SXGUJN4VUATP.1 size=519145 2026-04-02T11:46:48.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.423+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=SXGUJN4VUATP tag=8I3L2KHZTV05 type=write size=2616297 2026-04-02T11:46:48.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.425+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~6GRGE0U5WCXQ.0 size=605066 2026-04-02T11:46:48.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.425+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=6GRGE0U5WCXQ tag=G9B7ZBLUKKRY type=write size=1653642 2026-04-02T11:46:48.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.426+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~AAHOG6MZG2KI.0 size=1048576 2026-04-02T11:46:48.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.426+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~AAHOG6MZG2KI.1 size=52194 2026-04-02T11:46:48.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.428+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=AAHOG6MZG2KI tag=QC7RUCWOW2M3 type=write size=2149346 2026-04-02T11:46:48.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.429+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=EJ0H050GX6RD type=write size=1012833 2026-04-02T11:46:48.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.429+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~RFS3L543EYM2.0 size=241475 2026-04-02T11:46:48.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.432+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=RFS3L543EYM2 tag=SRUMHKUJ1375 type=write size=1290051 2026-04-02T11:46:48.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.433+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=PVLM1KX3GI9P type=del size=1923179 2026-04-02T11:46:48.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.433+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=D4292OFLBQXW type=del 2026-04-02T11:46:48.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.438+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=DSG4GQ9ILUWC type=del size=2244261 2026-04-02T11:46:48.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.439+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~MZ02QXNXVBFR.0 size=1048576 2026-04-02T11:46:48.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.440+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~MZ02QXNXVBFR.1 size=872610 2026-04-02T11:46:48.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.442+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=MZ02QXNXVBFR tag=G80ZK309HHEC type=write size=2969762 2026-04-02T11:46:48.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.442+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=IL0R08SKDS40 type=write size=799023 2026-04-02T11:46:48.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.443+0000 7f5333614880 1 < completed write operation key=72A8E181S0BV tag=4HKK0KW3X59V type=write size=706900 2026-04-02T11:46:48.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.444+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=4J9AVVVPSFGM type=del size=3642242 2026-04-02T11:46:48.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.445+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~BT51J46AP7N7.0 size=1048576 2026-04-02T11:46:48.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.446+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~BT51J46AP7N7.1 size=385664 2026-04-02T11:46:48.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.447+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=BT51J46AP7N7 tag=1DWRTOEZIPYQ type=write size=2482816 2026-04-02T11:46:48.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.448+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=4CEX7YPZVGXO type=write size=988426 2026-04-02T11:46:48.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.449+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.0 size=1048576 2026-04-02T11:46:48.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.449+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.1 size=1048576 2026-04-02T11:46:48.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.450+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~TJH2HT7MNT80.2 size=267634 2026-04-02T11:46:48.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.451+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=TJH2HT7MNT80 tag=3N0SPL1QDVNX type=write size=3413362 2026-04-02T11:46:48.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.452+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=UU8KU82ER73P type=del size=591155 2026-04-02T11:46:48.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.453+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~7OHAFQSCC075.0 size=1048576 2026-04-02T11:46:48.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.453+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~7OHAFQSCC075.1 size=221685 2026-04-02T11:46:48.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.455+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=7OHAFQSCC075 tag=7BHDRKX2RA6G type=write size=2318837 2026-04-02T11:46:48.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.455+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=5SE8ASTUDBND type=write size=121522 2026-04-02T11:46:48.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.456+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.0 size=1048576 2026-04-02T11:46:48.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.457+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.1 size=1048576 2026-04-02T11:46:48.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.458+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~3NBQIXR0RFI5.2 size=487403 2026-04-02T11:46:48.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.459+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=3NBQIXR0RFI5 tag=NIQ4TRVIN61S type=write size=3633131 2026-04-02T11:46:48.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.460+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~O18CN24H8310.0 size=195663 2026-04-02T11:46:48.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.460+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=O18CN24H8310 tag=TPGDZI2F2O58 type=write size=1244239 2026-04-02T11:46:48.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.461+0000 7f5333614880 1 < canceled operation key=VK1RMXPUCX5B tag=GOJ9X2GTBHSF type=write size=779759 2026-04-02T11:46:48.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.462+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=NN1MASBUCYNI type=write size=14616 2026-04-02T11:46:48.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.463+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~NTKMH1HTPKBJ.0 size=1048576 2026-04-02T11:46:48.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.463+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~NTKMH1HTPKBJ.1 size=421048 2026-04-02T11:46:48.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.464+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=NTKMH1HTPKBJ tag=3VS12D5UZTOV type=write size=2518200 2026-04-02T11:46:48.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.465+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=K7R0VDQ42R67 type=del size=4079191 2026-04-02T11:46:48.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.466+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=373KOWFZ49KR type=del 2026-04-02T11:46:48.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.467+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~66Y3IIBX3Q4C.0 size=1048576 2026-04-02T11:46:48.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.468+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~66Y3IIBX3Q4C.1 size=228572 2026-04-02T11:46:48.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.468+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=66Y3IIBX3Q4C tag=W9ZEGDKH8X0P type=write size=2325724 2026-04-02T11:46:48.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.471+0000 7f5333614880 1 < suggested remove operation key=72A8E181S0BV tag=DV0HI3SZNFGQ type=del 2026-04-02T11:46:48.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.472+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=8NNDT7DWFIZW type=write size=865009 2026-04-02T11:46:48.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.473+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=UL4H0LX0TPUZ type=write size=535783 2026-04-02T11:46:48.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.474+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~L0PJNZ9WE68E.0 size=791490 2026-04-02T11:46:48.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.474+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=L0PJNZ9WE68E tag=9UINNK3H8WFG type=write size=1840066 2026-04-02T11:46:48.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.475+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=WK6AVQ43CN77 type=del 2026-04-02T11:46:48.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.476+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JLOAOOZA1UQP.0 size=1048576 2026-04-02T11:46:48.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.477+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JLOAOOZA1UQP.1 size=112835 2026-04-02T11:46:48.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.477+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=JLOAOOZA1UQP tag=2WR0XGHEG56Q type=write size=2209987 2026-04-02T11:46:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.477+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~6GRGE0U5WCXQ.0 size=605066 2026-04-02T11:46:48.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.479+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=6GRGE0U5WCXQ tag=G9B7ZBLUKKRY type=write size=1653642 2026-04-02T11:46:48.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.479+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=B9K404Y1LFET type=del size=4042648 2026-04-02T11:46:48.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.480+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=EJ0H050GX6RD type=write size=1012833 2026-04-02T11:46:48.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.481+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=ZRXFMPNJITI8 type=del size=2204453 2026-04-02T11:46:48.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.483+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=PVLM1KX3GI9P type=del 2026-04-02T11:46:48.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.484+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=YHFJ4NTJ4KPG type=write size=375827 2026-04-02T11:46:48.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.484+0000 7f5333614880 1 < canceled operation key=EXN9SVYJIGMQ tag=DSG4GQ9ILUWC type=del size=2244261 2026-04-02T11:46:48.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.485+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=7JQLKERDXTSW type=del size=1198547 2026-04-02T11:46:48.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.486+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=IL0R08SKDS40 type=write size=799023 2026-04-02T11:46:48.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.487+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.0 size=1048576 2026-04-02T11:46:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.488+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.1 size=1048576 2026-04-02T11:46:48.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.489+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.2 size=103985 2026-04-02T11:46:48.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.489+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=VY561SBB83AR tag=V4YLYVICJ8G6 type=write size=3249713 2026-04-02T11:46:48.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.489+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=4J9AVVVPSFGM type=del 2026-04-02T11:46:48.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.490+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=J9R7W168Y1WV type=write size=535894 2026-04-02T11:46:48.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.491+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=4CEX7YPZVGXO type=write size=988426 2026-04-02T11:46:48.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.492+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=RJSLQ90VPAB9 type=del size=2761908 2026-04-02T11:46:48.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.493+0000 7f5333614880 -1 < failed to complete operation key=72A8E181S0BV tag=UU8KU82ER73P type=del size=591155: (22) Invalid argument 2026-04-02T11:46:48.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.494+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.0 size=1048576 2026-04-02T11:46:48.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.495+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.1 size=1048576 2026-04-02T11:46:48.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.496+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.2 size=980846 2026-04-02T11:46:48.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.496+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=V66ZMYC4WUC4 tag=359HT9S1HSO1 type=write size=4126574 2026-04-02T11:46:48.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.497+0000 7f5333614880 1 < suggested remove operation key=5EJJIO7Z6IK3 tag=5SE8ASTUDBND type=write 2026-04-02T11:46:48.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.498+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.0 size=1048576 2026-04-02T11:46:48.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.499+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.1 size=1048576 2026-04-02T11:46:48.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.502+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.2 size=139959 2026-04-02T11:46:48.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.502+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=0Z4941D6UKC3 tag=RAMKVZEJN7CK type=write size=3285687 2026-04-02T11:46:48.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.503+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~O18CN24H8310.0 size=195663 2026-04-02T11:46:48.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.504+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=O18CN24H8310 tag=TPGDZI2F2O58 type=write size=1244239 2026-04-02T11:46:48.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.505+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=OMO2Y8529GV2 type=del size=3946051 2026-04-02T11:46:48.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.506+0000 7f5333614880 -1 < failed to complete operation key=SO2Q7V3NETW5 tag=NN1MASBUCYNI type=write size=14616: (22) Invalid argument 2026-04-02T11:46:48.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.506+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=FOCZNR2MEREU type=del size=3517531 2026-04-02T11:46:48.509 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.507+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=K7R0VDQ42R67 type=del 2026-04-02T11:46:48.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.508+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=CLWLVYIH5AEM type=del size=1485464 2026-04-02T11:46:48.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.509+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~66Y3IIBX3Q4C.0 size=1048576 2026-04-02T11:46:48.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.509+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~66Y3IIBX3Q4C.1 size=228572 2026-04-02T11:46:48.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.511+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=66Y3IIBX3Q4C tag=W9ZEGDKH8X0P type=write size=2325724 2026-04-02T11:46:48.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.511+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=I1XRYMWV0V8X type=write size=433546 2026-04-02T11:46:48.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.513+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=8NNDT7DWFIZW type=write size=865009 2026-04-02T11:46:48.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.514+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=044UARDDEHZQ type=del size=3755069 2026-04-02T11:46:48.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.514+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~L0PJNZ9WE68E.0 size=791490 2026-04-02T11:46:48.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.516+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=L0PJNZ9WE68E tag=9UINNK3H8WFG type=write size=1840066 2026-04-02T11:46:48.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.516+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=U7EP9EOAP9IZ type=del size=4123758 2026-04-02T11:46:48.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.516+0000 7f5333614880 1 < canceled part key=_multipart_EB6X219R2ZBH.2~JLOAOOZA1UQP.0 size=1048576 2026-04-02T11:46:48.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.517+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~JLOAOOZA1UQP.1 size=112835 2026-04-02T11:46:48.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.518+0000 7f5333614880 1 < canceled multipart upload key=EB6X219R2ZBH upload=JLOAOOZA1UQP tag=2WR0XGHEG56Q type=write size=2209987 2026-04-02T11:46:48.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.519+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=NWG5J455PFP3 type=del size=2954284 2026-04-02T11:46:48.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.520+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=B9K404Y1LFET type=del 2026-04-02T11:46:48.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.520+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=DPNJCJESXL7S type=del size=4053320 2026-04-02T11:46:48.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.521+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=ZRXFMPNJITI8 type=del 2026-04-02T11:46:48.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.522+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=TDAIO7O3PURJ type=del size=1719762 2026-04-02T11:46:48.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.523+0000 7f5333614880 1 < completed write operation key=AKGGO4RSPZUL tag=YHFJ4NTJ4KPG type=write size=375827 2026-04-02T11:46:48.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.524+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.0 size=1048576 2026-04-02T11:46:48.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.525+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.1 size=1048576 2026-04-02T11:46:48.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.525+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.2 size=497667 2026-04-02T11:46:48.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.525+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=FUI1PFEBC3WI tag=99ZDN8HHU744 type=write size=3643395 2026-04-02T11:46:48.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.526+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=7JQLKERDXTSW type=del 2026-04-02T11:46:48.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.528+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.0 size=1048576 2026-04-02T11:46:48.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.528+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.1 size=1048576 2026-04-02T11:46:48.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.529+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.2 size=198422 2026-04-02T11:46:48.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.529+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=719AQAI0I4TY tag=9WKGR1E0GDL9 type=write size=3344150 2026-04-02T11:46:48.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.530+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.0 size=1048576 2026-04-02T11:46:48.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.530+0000 7f5333614880 1 < canceled part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.1 size=1048576 2026-04-02T11:46:48.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.530+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~VY561SBB83AR.2 size=103985 2026-04-02T11:46:48.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.532+0000 7f5333614880 1 < canceled multipart upload key=RYJ7HCWSK1ZK upload=VY561SBB83AR tag=V4YLYVICJ8G6 type=write size=3249713 2026-04-02T11:46:48.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.534+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~M7CO9F2USABU.0 size=1048576 2026-04-02T11:46:48.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.534+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~M7CO9F2USABU.1 size=930414 2026-04-02T11:46:48.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.535+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=M7CO9F2USABU tag=2KYEXROJYLLB type=write size=3027566 2026-04-02T11:46:48.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.535+0000 7f5333614880 1 < canceled operation key=D9L3BBI87CJI tag=J9R7W168Y1WV type=write size=535894 2026-04-02T11:46:48.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.536+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=DSEWEHNFI7XZ type=write size=967763 2026-04-02T11:46:48.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.537+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=RJSLQ90VPAB9 type=del 2026-04-02T11:46:48.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.538+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=CVQ7KKVVG5V1 type=del size=4165752 2026-04-02T11:46:48.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.538+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.0 size=1048576 2026-04-02T11:46:48.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.539+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.1 size=1048576 2026-04-02T11:46:48.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.540+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~V66ZMYC4WUC4.2 size=980846 2026-04-02T11:46:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.541+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=V66ZMYC4WUC4 tag=359HT9S1HSO1 type=write size=4126574 2026-04-02T11:46:48.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.542+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.0 size=1048576 2026-04-02T11:46:48.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.543+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.1 size=1048576 2026-04-02T11:46:48.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.544+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.2 size=715057 2026-04-02T11:46:48.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.544+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=RXNT2F9WW28W tag=EQ4BFY9T0C2X type=write size=3860785 2026-04-02T11:46:48.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.544+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.0 size=1048576 2026-04-02T11:46:48.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.545+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.1 size=1048576 2026-04-02T11:46:48.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.545+0000 7f5333614880 1 < canceled part key=_multipart_1CXMORSMG685.2~0Z4941D6UKC3.2 size=139959 2026-04-02T11:46:48.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.546+0000 7f5333614880 1 < canceled multipart upload key=1CXMORSMG685 upload=0Z4941D6UKC3 tag=RAMKVZEJN7CK type=write size=3285687 2026-04-02T11:46:48.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.547+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=7KX3EECG15XL type=del size=647933 2026-04-02T11:46:48.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.549+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=OMO2Y8529GV2 type=del 2026-04-02T11:46:48.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.550+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~Z3PPEWU27GA1.0 size=577674 2026-04-02T11:46:48.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.550+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=Z3PPEWU27GA1 tag=ZNRV6YY39AQH type=write size=1626250 2026-04-02T11:46:48.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.551+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=FOCZNR2MEREU type=del 2026-04-02T11:46:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.552+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~FTP04RBT3END.0 size=492418 2026-04-02T11:46:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.552+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=FTP04RBT3END tag=G8DQJD48TXTY type=write size=1540994 2026-04-02T11:46:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.553+0000 7f5333614880 -1 < failed to complete operation key=38G32TCWGKT5 tag=CLWLVYIH5AEM type=del size=1485464: (22) Invalid argument 2026-04-02T11:46:48.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.555+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~TU4Y6WMQFYRS.0 size=1048576 2026-04-02T11:46:48.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.555+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~TU4Y6WMQFYRS.1 size=586057 2026-04-02T11:46:48.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.555+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=TU4Y6WMQFYRS tag=U8T1JFD0JG7U type=write size=2683209 2026-04-02T11:46:48.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.556+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=I1XRYMWV0V8X type=write size=433546 2026-04-02T11:46:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.557+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=65Z0FOTEFSF3 type=del size=3770288 2026-04-02T11:46:48.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.557+0000 7f5333614880 1 < completed delete operation key=72A8E181S0BV tag=044UARDDEHZQ type=del 2026-04-02T11:46:48.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.558+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=9P7HVYHJHWUS type=del size=2521429 2026-04-02T11:46:48.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.559+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=U7EP9EOAP9IZ type=del 2026-04-02T11:46:48.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.560+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=WJ9OFJX7UN7Y type=del size=3517691 2026-04-02T11:46:48.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.562+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=NWG5J455PFP3 type=del 2026-04-02T11:46:48.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.563+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~9M3H215DMK5O.0 size=1048576 2026-04-02T11:46:48.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.564+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~9M3H215DMK5O.1 size=470861 2026-04-02T11:46:48.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.564+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=9M3H215DMK5O tag=A93Q9APFZOMR type=write size=2568013 2026-04-02T11:46:48.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.565+0000 7f5333614880 1 < suggested update operation key=SN3HBWTAT47E tag=DPNJCJESXL7S type=del size=4053320 2026-04-02T11:46:48.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.566+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=I8I6V7ZSKNGF type=write size=566675 2026-04-02T11:46:48.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.567+0000 7f5333614880 1 < suggested remove operation key=1N5ID2080ZHV tag=TDAIO7O3PURJ type=del 2026-04-02T11:46:48.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.569+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.0 size=1048576 2026-04-02T11:46:48.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.570+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.1 size=1048576 2026-04-02T11:46:48.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.570+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.2 size=283757 2026-04-02T11:46:48.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.570+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=57S8NJ4XB2O2 tag=WN4EP9NQVOUJ type=write size=3429485 2026-04-02T11:46:48.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.571+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.0 size=1048576 2026-04-02T11:46:48.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.572+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.1 size=1048576 2026-04-02T11:46:48.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.573+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~FUI1PFEBC3WI.2 size=497667 2026-04-02T11:46:48.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.575+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=FUI1PFEBC3WI tag=99ZDN8HHU744 type=write size=3643395 2026-04-02T11:46:48.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.576+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.0 size=1048576 2026-04-02T11:46:48.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.577+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.1 size=1048576 2026-04-02T11:46:48.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.578+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.2 size=1037194 2026-04-02T11:46:48.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.578+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=LMG1JCNY8YMI tag=28TJ41O6XGI6 type=write size=4182922 2026-04-02T11:46:48.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.578+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.0 size=1048576 2026-04-02T11:46:48.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.578+0000 7f5333614880 1 < canceled part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.1 size=1048576 2026-04-02T11:46:48.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.579+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~719AQAI0I4TY.2 size=198422 2026-04-02T11:46:48.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.580+0000 7f5333614880 1 < canceled multipart upload key=AKGGO4RSPZUL upload=719AQAI0I4TY tag=9WKGR1E0GDL9 type=write size=3344150 2026-04-02T11:46:48.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.582+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~ADS7TH2OI52E.0 size=1048576 2026-04-02T11:46:48.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.583+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~ADS7TH2OI52E.1 size=325109 2026-04-02T11:46:48.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.583+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=ADS7TH2OI52E tag=FP0L3JJ848H2 type=write size=2422261 2026-04-02T11:46:48.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.584+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~M7CO9F2USABU.0 size=1048576 2026-04-02T11:46:48.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.585+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~M7CO9F2USABU.1 size=930414 2026-04-02T11:46:48.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.586+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=M7CO9F2USABU tag=2KYEXROJYLLB type=write size=3027566 2026-04-02T11:46:48.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.589+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=J1QX35HX7959 type=del size=4076299 2026-04-02T11:46:48.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.590+0000 7f5333614880 1 < suggested remove operation key=AG4P1QGOQ0OE tag=DSEWEHNFI7XZ type=write 2026-04-02T11:46:48.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.591+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=GMBWWWTM1AP4 type=write size=777637 2026-04-02T11:46:48.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.592+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=CVQ7KKVVG5V1 type=del 2026-04-02T11:46:48.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.593+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=ASQKLNGA1WBC type=write size=751982 2026-04-02T11:46:48.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.594+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.0 size=1048576 2026-04-02T11:46:48.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.594+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.1 size=1048576 2026-04-02T11:46:48.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.595+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXNT2F9WW28W.2 size=715057 2026-04-02T11:46:48.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.597+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=RXNT2F9WW28W tag=EQ4BFY9T0C2X type=write size=3860785 2026-04-02T11:46:48.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.597+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=B15EPSHHKP1L type=del size=448166 2026-04-02T11:46:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.598+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=7KX3EECG15XL type=del 2026-04-02T11:46:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.599+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=XTCF53C4AV1I type=del size=497987 2026-04-02T11:46:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.600+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~Z3PPEWU27GA1.0 size=577674 2026-04-02T11:46:48.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.602+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=Z3PPEWU27GA1 tag=ZNRV6YY39AQH type=write size=1626250 2026-04-02T11:46:48.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.603+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~YKEZPR76M0KG.0 size=1048576 2026-04-02T11:46:48.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.604+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~YKEZPR76M0KG.1 size=584019 2026-04-02T11:46:48.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.604+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=YKEZPR76M0KG tag=6YGKFF4C9PN4 type=write size=2681171 2026-04-02T11:46:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.605+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~FTP04RBT3END.0 size=492418 2026-04-02T11:46:48.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.606+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=FTP04RBT3END tag=G8DQJD48TXTY type=write size=1540994 2026-04-02T11:46:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.607+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=5NIJVBDXPMHO type=del size=3042314 2026-04-02T11:46:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.607+0000 7f5333614880 1 < canceled part key=_multipart_GLU301MHO00G.2~TU4Y6WMQFYRS.0 size=1048576 2026-04-02T11:46:48.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.608+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~TU4Y6WMQFYRS.1 size=586057 2026-04-02T11:46:48.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.609+0000 7f5333614880 1 < canceled multipart upload key=GLU301MHO00G upload=TU4Y6WMQFYRS tag=U8T1JFD0JG7U type=write size=2683209 2026-04-02T11:46:48.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.610+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=VPDD6FROGIR1 type=del size=1061095 2026-04-02T11:46:48.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.611+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=65Z0FOTEFSF3 type=del 2026-04-02T11:46:48.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.612+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=RZ5II5QRP1OQ type=del size=1083487 2026-04-02T11:46:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.614+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=9P7HVYHJHWUS type=del size=2521429 2026-04-02T11:46:48.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.615+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=VF9W9365ZB5N type=write size=1013749 2026-04-02T11:46:48.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.617+0000 7f5333614880 1 < suggested remove operation key=IWEIGMTGAJE9 tag=WJ9OFJX7UN7Y type=del 2026-04-02T11:46:48.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.619+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~QZABHZ02X45Z.0 size=997799 2026-04-02T11:46:48.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.619+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=QZABHZ02X45Z tag=TMWLMTYEC2FI type=write size=2046375 2026-04-02T11:46:48.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.619+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~9M3H215DMK5O.0 size=1048576 2026-04-02T11:46:48.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.620+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~9M3H215DMK5O.1 size=470861 2026-04-02T11:46:48.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.621+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=9M3H215DMK5O tag=A93Q9APFZOMR type=write size=2568013 2026-04-02T11:46:48.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.622+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=ZPQ272X1QMKG type=write size=677842 2026-04-02T11:46:48.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.623+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=I8I6V7ZSKNGF type=write size=566675 2026-04-02T11:46:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.624+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~64UGSMIP6WTT.0 size=475382 2026-04-02T11:46:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.625+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=64UGSMIP6WTT tag=CKCYS7LXRFEW type=write size=1523958 2026-04-02T11:46:48.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.625+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.0 size=1048576 2026-04-02T11:46:48.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.626+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.1 size=1048576 2026-04-02T11:46:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.627+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~57S8NJ4XB2O2.2 size=283757 2026-04-02T11:46:48.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.628+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=57S8NJ4XB2O2 tag=WN4EP9NQVOUJ type=write size=3429485 2026-04-02T11:46:48.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.629+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=S3V6XZMJXLCF type=del size=2558902 2026-04-02T11:46:48.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.630+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.0 size=1048576 2026-04-02T11:46:48.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.631+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.1 size=1048576 2026-04-02T11:46:48.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.631+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~LMG1JCNY8YMI.2 size=1037194 2026-04-02T11:46:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.633+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=LMG1JCNY8YMI tag=28TJ41O6XGI6 type=write size=4182922 2026-04-02T11:46:48.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.634+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=C203MF3MEYPO type=del size=1955008 2026-04-02T11:46:48.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.635+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~ADS7TH2OI52E.0 size=1048576 2026-04-02T11:46:48.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.636+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~ADS7TH2OI52E.1 size=325109 2026-04-02T11:46:48.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.638+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=ADS7TH2OI52E tag=FP0L3JJ848H2 type=write size=2422261 2026-04-02T11:46:48.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.639+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=LRW27UJOGI2Q type=del size=646850 2026-04-02T11:46:48.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.640+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=J1QX35HX7959 type=del 2026-04-02T11:46:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.641+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~9PFJ16HW1B63.0 size=75911 2026-04-02T11:46:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.641+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=9PFJ16HW1B63 tag=B4F1E0MALCOA type=write size=1124487 2026-04-02T11:46:48.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.643+0000 7f5333614880 1 < suggested update operation key=SO2Q7V3NETW5 tag=GMBWWWTM1AP4 type=write size=777637 2026-04-02T11:46:48.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.644+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=OOH52QHQO11Z type=del size=2739276 2026-04-02T11:46:48.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.647+0000 7f5333614880 1 < suggested update operation key=UNBE0OR07CI2 tag=ASQKLNGA1WBC type=write size=751982 2026-04-02T11:46:48.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.647+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=AU14G3ENA7V8 type=del size=1314041 2026-04-02T11:46:48.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.649+0000 7f5333614880 1 < suggested remove operation key=3V9OL1TOYAR3 tag=B15EPSHHKP1L type=del 2026-04-02T11:46:48.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.650+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=BXXSN4WQ5ZB8 type=del size=1806247 2026-04-02T11:46:48.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.651+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=XTCF53C4AV1I type=del 2026-04-02T11:46:48.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.652+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=KL9EH93YLG42 type=write size=503921 2026-04-02T11:46:48.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.653+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~YKEZPR76M0KG.0 size=1048576 2026-04-02T11:46:48.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.654+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~YKEZPR76M0KG.1 size=584019 2026-04-02T11:46:48.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.655+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=YKEZPR76M0KG tag=6YGKFF4C9PN4 type=write size=2681171 2026-04-02T11:46:48.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.657+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~AO4YTSFHNM83.0 size=842696 2026-04-02T11:46:48.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.657+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=AO4YTSFHNM83 tag=QCP0MNMPUXOO type=write size=1891272 2026-04-02T11:46:48.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.658+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=5NIJVBDXPMHO type=del 2026-04-02T11:46:48.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.659+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.0 size=1048576 2026-04-02T11:46:48.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.660+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.1 size=1048576 2026-04-02T11:46:48.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.661+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.2 size=37817 2026-04-02T11:46:48.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.661+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=VJLLJHZRW6OM tag=Y63H164F7D7L type=write size=3183545 2026-04-02T11:46:48.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.662+0000 7f5333614880 1 < completed delete operation key=VTYB3X0YEZVL tag=VPDD6FROGIR1 type=del 2026-04-02T11:46:48.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.662+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=C6NAA8D71OXW type=del size=1372150 2026-04-02T11:46:48.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.663+0000 7f5333614880 -1 < failed to complete operation key=KXHWK6IVPLYO tag=RZ5II5QRP1OQ type=del size=1083487: (22) Invalid argument 2026-04-02T11:46:48.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.664+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=DULEN475C7T6 type=del size=451063 2026-04-02T11:46:48.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.665+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=VF9W9365ZB5N type=write size=1013749 2026-04-02T11:46:48.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.666+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~UZTNUD9T60OF.0 size=185869 2026-04-02T11:46:48.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.666+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=UZTNUD9T60OF tag=RIE6OO13ALU7 type=write size=1234445 2026-04-02T11:46:48.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.667+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~QZABHZ02X45Z.0 size=997799 2026-04-02T11:46:48.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.668+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=QZABHZ02X45Z tag=TMWLMTYEC2FI type=write size=2046375 2026-04-02T11:46:48.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.669+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=22G3T86IT105 type=del size=1154607 2026-04-02T11:46:48.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.670+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=ZPQ272X1QMKG type=write size=677842 2026-04-02T11:46:48.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.671+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=CQAX76ZNT7ZV type=write size=213800 2026-04-02T11:46:48.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.671+0000 7f5333614880 1 < canceled part key=_multipart_AG4P1QGOQ0OE.2~64UGSMIP6WTT.0 size=475382 2026-04-02T11:46:48.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.673+0000 7f5333614880 1 < canceled multipart upload key=AG4P1QGOQ0OE upload=64UGSMIP6WTT tag=CKCYS7LXRFEW type=write size=1523958 2026-04-02T11:46:48.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.674+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=2RX3NAL9IGL6 type=del size=2117283 2026-04-02T11:46:48.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.675+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=S3V6XZMJXLCF type=del 2026-04-02T11:46:48.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.676+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.0 size=1048576 2026-04-02T11:46:48.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.677+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.1 size=1048576 2026-04-02T11:46:48.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.678+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.2 size=1042431 2026-04-02T11:46:48.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.678+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=HUV6T2IIDMR2 tag=P5JE0HU810ES type=write size=4188159 2026-04-02T11:46:48.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.679+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=C203MF3MEYPO type=del 2026-04-02T11:46:48.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.679+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=HA5XPO17JW7V type=del size=2800397 2026-04-02T11:46:48.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.680+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=LRW27UJOGI2Q type=del 2026-04-02T11:46:48.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.682+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.0 size=1048576 2026-04-02T11:46:48.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.682+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.1 size=1048576 2026-04-02T11:46:48.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.683+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.2 size=721111 2026-04-02T11:46:48.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.683+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=8JYO8MG9LOSO tag=EYQRVL7ZHUZB type=write size=3866839 2026-04-02T11:46:48.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.684+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~9PFJ16HW1B63.0 size=75911 2026-04-02T11:46:48.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.685+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=9PFJ16HW1B63 tag=B4F1E0MALCOA type=write size=1124487 2026-04-02T11:46:48.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.686+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=9HCIDO3XDYRP type=del size=73549 2026-04-02T11:46:48.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.687+0000 7f5333614880 1 < suggested update operation key=MJF6T1TAF5I9 tag=OOH52QHQO11Z type=del size=2739276 2026-04-02T11:46:48.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.689+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.0 size=1048576 2026-04-02T11:46:48.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.689+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.1 size=1048576 2026-04-02T11:46:48.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.690+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.2 size=358821 2026-04-02T11:46:48.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.690+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=GW1IV83TC233 tag=HYPL4UT9VWI4 type=write size=3504549 2026-04-02T11:46:48.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.691+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=AU14G3ENA7V8 type=del 2026-04-02T11:46:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.692+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=2EC1HDBJ74O0 type=del size=3708967 2026-04-02T11:46:48.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.693+0000 7f5333614880 1 < suggested update operation key=1WBDOM4K9L2E tag=BXXSN4WQ5ZB8 type=del size=1806247 2026-04-02T11:46:48.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.694+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=IDAZFY63G0B2 type=del size=760700 2026-04-02T11:46:48.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.696+0000 7f5333614880 1 < suggested remove operation key=3F2TE2N1PC84 tag=KL9EH93YLG42 type=write 2026-04-02T11:46:48.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.697+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=LVC02Q3Z21AB type=write size=162099 2026-04-02T11:46:48.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.698+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~AO4YTSFHNM83.0 size=842696 2026-04-02T11:46:48.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.700+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=AO4YTSFHNM83 tag=QCP0MNMPUXOO type=write size=1891272 2026-04-02T11:46:48.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.701+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~BO11VYEEW0SZ.0 size=340747 2026-04-02T11:46:48.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.701+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=BO11VYEEW0SZ tag=D2XZK6E98PT8 type=write size=1389323 2026-04-02T11:46:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.702+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.0 size=1048576 2026-04-02T11:46:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.703+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.1 size=1048576 2026-04-02T11:46:48.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.703+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~VJLLJHZRW6OM.2 size=37817 2026-04-02T11:46:48.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.705+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=VJLLJHZRW6OM tag=Y63H164F7D7L type=write size=3183545 2026-04-02T11:46:48.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.705+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=OKNPJBRC0ACT type=write size=467421 2026-04-02T11:46:48.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.706+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=C6NAA8D71OXW type=del 2026-04-02T11:46:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.708+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.0 size=1048576 2026-04-02T11:46:48.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.709+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.1 size=1048576 2026-04-02T11:46:48.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.709+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.2 size=462823 2026-04-02T11:46:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.709+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=A6FUG73K33GS tag=ILFS0ZGAZGGP type=write size=3608551 2026-04-02T11:46:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.710+0000 7f5333614880 -1 < failed to complete operation key=3F2TE2N1PC84 tag=DULEN475C7T6 type=del size=451063: (22) Invalid argument 2026-04-02T11:46:48.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.712+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~RZUF3G3LD0K8.0 size=1048576 2026-04-02T11:46:48.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.712+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~RZUF3G3LD0K8.1 size=753466 2026-04-02T11:46:48.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.712+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=RZUF3G3LD0K8 tag=YCFCA21EQHKO type=write size=2850618 2026-04-02T11:46:48.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.713+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~UZTNUD9T60OF.0 size=185869 2026-04-02T11:46:48.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.714+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=UZTNUD9T60OF tag=RIE6OO13ALU7 type=write size=1234445 2026-04-02T11:46:48.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.715+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=397XWIIT6591 type=write size=694987 2026-04-02T11:46:48.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.716+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=22G3T86IT105 type=del 2026-04-02T11:46:48.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.717+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=OGVHL3RHBH7A type=del size=1308953 2026-04-02T11:46:48.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.718+0000 7f5333614880 1 < completed write operation key=2FO2MNKR19RL tag=CQAX76ZNT7ZV type=write size=213800 2026-04-02T11:46:48.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.719+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=EHI6S658PXJS type=del size=3207094 2026-04-02T11:46:48.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.719+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=2RX3NAL9IGL6 type=del size=2117283 2026-04-02T11:46:48.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.721+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~X3GUF6LT0CDH.0 size=173159 2026-04-02T11:46:48.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.721+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=X3GUF6LT0CDH tag=C9GI4F8U86IY type=write size=1221735 2026-04-02T11:46:48.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.721+0000 7f5333614880 1 < canceled part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.0 size=1048576 2026-04-02T11:46:48.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.722+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.1 size=1048576 2026-04-02T11:46:48.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.722+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~HUV6T2IIDMR2.2 size=1042431 2026-04-02T11:46:48.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.724+0000 7f5333614880 1 < canceled multipart upload key=RYJ7HCWSK1ZK upload=HUV6T2IIDMR2 tag=P5JE0HU810ES type=write size=4188159 2026-04-02T11:46:48.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.725+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=04U004LF7VGJ type=del size=3081777 2026-04-02T11:46:48.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.725+0000 7f5333614880 -1 < failed to complete operation key=3F2TE2N1PC84 tag=HA5XPO17JW7V type=del size=2800397: (22) Invalid argument 2026-04-02T11:46:48.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.726+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=49QE8N44YL66 type=del size=3391447 2026-04-02T11:46:48.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.727+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.0 size=1048576 2026-04-02T11:46:48.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.728+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.1 size=1048576 2026-04-02T11:46:48.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.729+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~8JYO8MG9LOSO.2 size=721111 2026-04-02T11:46:48.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.732+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=8JYO8MG9LOSO tag=EYQRVL7ZHUZB type=write size=3866839 2026-04-02T11:46:48.735 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.733+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=63SFXB19M74R type=del size=4172689 2026-04-02T11:46:48.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.734+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=9HCIDO3XDYRP type=del 2026-04-02T11:46:48.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.735+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=DLFBP1KCAH2A type=del size=119510 2026-04-02T11:46:48.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.736+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.0 size=1048576 2026-04-02T11:46:48.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.736+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.1 size=1048576 2026-04-02T11:46:48.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.737+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~GW1IV83TC233.2 size=358821 2026-04-02T11:46:48.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.739+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=GW1IV83TC233 tag=HYPL4UT9VWI4 type=write size=3504549 2026-04-02T11:46:48.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.739+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=J4Y2COK3586P type=del size=240887 2026-04-02T11:46:48.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.740+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=2EC1HDBJ74O0 type=del 2026-04-02T11:46:48.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.741+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=38C8UP3HGS2E type=del size=1598620 2026-04-02T11:46:48.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.742+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=IDAZFY63G0B2 type=del 2026-04-02T11:46:48.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.743+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~65XT89V8M8U7.0 size=1048576 2026-04-02T11:46:48.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.744+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~65XT89V8M8U7.1 size=481686 2026-04-02T11:46:48.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.744+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=65XT89V8M8U7 tag=LDDPJDQFRFL5 type=write size=2578838 2026-04-02T11:46:48.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.745+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=LVC02Q3Z21AB type=write size=162099 2026-04-02T11:46:48.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.745+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=IAPVSSIOQ23Y type=del size=4025557 2026-04-02T11:46:48.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.746+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~BO11VYEEW0SZ.0 size=340747 2026-04-02T11:46:48.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.748+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=BO11VYEEW0SZ tag=D2XZK6E98PT8 type=write size=1389323 2026-04-02T11:46:48.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.749+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.0 size=1048576 2026-04-02T11:46:48.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.750+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.1 size=1048576 2026-04-02T11:46:48.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.750+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.2 size=317541 2026-04-02T11:46:48.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.750+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=8ZYTGRDRU293 tag=XN0COR5MDXL1 type=write size=3463269 2026-04-02T11:46:48.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.751+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=OKNPJBRC0ACT type=write size=467421 2026-04-02T11:46:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.753+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=G1ZQ4OOIIAW4 type=write size=982 2026-04-02T11:46:48.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.753+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.0 size=1048576 2026-04-02T11:46:48.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.753+0000 7f5333614880 1 < canceled part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.1 size=1048576 2026-04-02T11:46:48.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.754+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~A6FUG73K33GS.2 size=462823 2026-04-02T11:46:48.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.756+0000 7f5333614880 1 < canceled multipart upload key=C8ZRSTX2VB66 upload=A6FUG73K33GS tag=ILFS0ZGAZGGP type=write size=3608551 2026-04-02T11:46:48.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.756+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=9GMW0E9VHQBS type=write size=387427 2026-04-02T11:46:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.759+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~RZUF3G3LD0K8.0 size=1048576 2026-04-02T11:46:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.759+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~RZUF3G3LD0K8.1 size=753466 2026-04-02T11:46:48.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.761+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=RZUF3G3LD0K8 tag=YCFCA21EQHKO type=write size=2850618 2026-04-02T11:46:48.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.762+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=YB7OT1D23HXO type=del size=3111790 2026-04-02T11:46:48.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.762+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=397XWIIT6591 type=write size=694987 2026-04-02T11:46:48.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.763+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=O3A47HWZR6EE type=del size=1710111 2026-04-02T11:46:48.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.765+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=OGVHL3RHBH7A type=del 2026-04-02T11:46:48.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.766+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=LEALG8FJI7TO type=del size=1565693 2026-04-02T11:46:48.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.767+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=EHI6S658PXJS type=del 2026-04-02T11:46:48.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.768+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~UP3IDOIESPUI.0 size=681455 2026-04-02T11:46:48.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.768+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=UP3IDOIESPUI tag=151JJEY4ZGCC type=write size=1730031 2026-04-02T11:46:48.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.769+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~X3GUF6LT0CDH.0 size=173159 2026-04-02T11:46:48.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.771+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=X3GUF6LT0CDH tag=C9GI4F8U86IY type=write size=1221735 2026-04-02T11:46:48.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.772+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=T337ODV6TJPA type=del size=3692342 2026-04-02T11:46:48.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.772+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=04U004LF7VGJ type=del 2026-04-02T11:46:48.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.773+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=WR1VYA4HTCH4 type=write size=289510 2026-04-02T11:46:48.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.774+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=49QE8N44YL66 type=del 2026-04-02T11:46:48.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.775+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=P671WAJ8WFUX type=write size=238293 2026-04-02T11:46:48.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.776+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=63SFXB19M74R type=del 2026-04-02T11:46:48.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.777+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=3ZRHRQP3NCFM type=del size=2805649 2026-04-02T11:46:48.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.778+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=DLFBP1KCAH2A type=del 2026-04-02T11:46:48.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.779+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=M7XN58YN9IUC type=del size=1332972 2026-04-02T11:46:48.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.780+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=J4Y2COK3586P type=del 2026-04-02T11:46:48.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.781+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=MQH1APYZI660 type=del size=3033906 2026-04-02T11:46:48.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.782+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=38C8UP3HGS2E type=del 2026-04-02T11:46:48.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.784+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.0 size=1048576 2026-04-02T11:46:48.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.790+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.1 size=1048576 2026-04-02T11:46:48.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.802+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.2 size=559211 2026-04-02T11:46:48.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.802+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=G76N8H1QTEGC tag=ASZXALQ5VMK3 type=write size=3704939 2026-04-02T11:46:48.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.802+0000 7f5333614880 1 < canceled part key=_multipart_RYJ7HCWSK1ZK.2~65XT89V8M8U7.0 size=1048576 2026-04-02T11:46:48.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.822+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~65XT89V8M8U7.1 size=481686 2026-04-02T11:46:48.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.847+0000 7f5333614880 1 < canceled multipart upload key=RYJ7HCWSK1ZK upload=65XT89V8M8U7 tag=LDDPJDQFRFL5 type=write size=2578838 2026-04-02T11:46:48.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.867+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=T1FA3X6EDV7P type=del size=1324137 2026-04-02T11:46:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.883+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=IAPVSSIOQ23Y type=del 2026-04-02T11:46:48.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.906+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=GMKRK8HI11X7 type=del size=1902862 2026-04-02T11:46:48.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.906+0000 7f5333614880 1 < canceled part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.0 size=1048576 2026-04-02T11:46:48.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.911+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.1 size=1048576 2026-04-02T11:46:48.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.912+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~8ZYTGRDRU293.2 size=317541 2026-04-02T11:46:48.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.914+0000 7f5333614880 1 < canceled multipart upload key=UNBE0OR07CI2 upload=8ZYTGRDRU293 tag=XN0COR5MDXL1 type=write size=3463269 2026-04-02T11:46:48.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.917+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~JKVEH2GWY7VN.0 size=1048576 2026-04-02T11:46:48.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.918+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~JKVEH2GWY7VN.1 size=310065 2026-04-02T11:46:48.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.918+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=JKVEH2GWY7VN tag=CC49TTT8H17G type=write size=2407217 2026-04-02T11:46:48.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.920+0000 7f5333614880 1 < suggested update operation key=72A8E181S0BV tag=G1ZQ4OOIIAW4 type=write size=982 2026-04-02T11:46:48.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.920+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=WB87GK30UK2J type=del size=1685009 2026-04-02T11:46:48.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.921+0000 7f5333614880 1 < completed write operation key=UMYOSRME1LS0 tag=9GMW0E9VHQBS type=write size=387427 2026-04-02T11:46:48.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.923+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~IZN5T78EL8QQ.0 size=1048576 2026-04-02T11:46:48.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.924+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~IZN5T78EL8QQ.1 size=536047 2026-04-02T11:46:48.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.924+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=IZN5T78EL8QQ tag=RLP5H1N9X90A type=write size=2633199 2026-04-02T11:46:48.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.925+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=YB7OT1D23HXO type=del 2026-04-02T11:46:48.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.927+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~JSXOBXXYMWPY.0 size=1048576 2026-04-02T11:46:48.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.928+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~JSXOBXXYMWPY.1 size=180691 2026-04-02T11:46:48.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.928+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=JSXOBXXYMWPY tag=MEUVSA5T01VE type=write size=2277843 2026-04-02T11:46:48.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.928+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=O3A47HWZR6EE type=del 2026-04-02T11:46:48.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.929+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=J770LVMRVDJF type=del size=3534697 2026-04-02T11:46:48.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.931+0000 7f5333614880 1 < suggested remove operation key=X2A37MDQF19I tag=LEALG8FJI7TO type=del 2026-04-02T11:46:48.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.932+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=F8Y6EDEFSDUZ type=del size=1397661 2026-04-02T11:46:48.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.934+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~UP3IDOIESPUI.0 size=681455 2026-04-02T11:46:48.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.935+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=UP3IDOIESPUI tag=151JJEY4ZGCC type=write size=1730031 2026-04-02T11:46:48.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.936+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=H378LLQ78U6P type=del size=3672764 2026-04-02T11:46:48.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.937+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=T337ODV6TJPA type=del 2026-04-02T11:46:48.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.938+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~OGB6GVC1ZD6R.0 size=1048576 2026-04-02T11:46:48.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.939+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~OGB6GVC1ZD6R.1 size=359219 2026-04-02T11:46:48.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.939+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=OGB6GVC1ZD6R tag=UX0L2SWLXL8P type=write size=2456371 2026-04-02T11:46:48.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.940+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=WR1VYA4HTCH4 type=write size=289510 2026-04-02T11:46:48.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.941+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.0 size=1048576 2026-04-02T11:46:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.942+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.1 size=1048576 2026-04-02T11:46:48.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.944+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.2 size=807783 2026-04-02T11:46:48.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.944+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=ZFX5S29XG6G0 tag=KLU0SE874I13 type=write size=3953511 2026-04-02T11:46:48.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.945+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=P671WAJ8WFUX type=write size=238293 2026-04-02T11:46:48.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.946+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=SJEDWOFW1F23 type=del size=1346925 2026-04-02T11:46:48.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.947+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=3ZRHRQP3NCFM type=del 2026-04-02T11:46:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.948+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=77MVRF2IG3IL type=del size=2203041 2026-04-02T11:46:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.949+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=M7XN58YN9IUC type=del 2026-04-02T11:46:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.950+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=LEAPQF8W3BE8 type=del size=1437152 2026-04-02T11:46:48.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.951+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=MQH1APYZI660 type=del 2026-04-02T11:46:48.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.952+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=5VCCXLI3O7WI type=del size=1594009 2026-04-02T11:46:48.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.953+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.0 size=1048576 2026-04-02T11:46:48.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.954+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.1 size=1048576 2026-04-02T11:46:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.955+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~G76N8H1QTEGC.2 size=559211 2026-04-02T11:46:48.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.956+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=G76N8H1QTEGC tag=ASZXALQ5VMK3 type=write size=3704939 2026-04-02T11:46:48.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.957+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=L9OQ7PXMDZXY type=del size=3508601 2026-04-02T11:46:48.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.958+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=T1FA3X6EDV7P type=del 2026-04-02T11:46:48.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.959+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~34R0UF3G8LIR.0 size=582020 2026-04-02T11:46:48.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.959+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=34R0UF3G8LIR tag=NVNW3SQIWGVN type=write size=1630596 2026-04-02T11:46:48.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.965+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=GMKRK8HI11X7 type=del 2026-04-02T11:46:48.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.968+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=TDVCQKKF3Z61 type=del size=1525126 2026-04-02T11:46:48.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.969+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~JKVEH2GWY7VN.0 size=1048576 2026-04-02T11:46:48.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.969+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~JKVEH2GWY7VN.1 size=310065 2026-04-02T11:46:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.971+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=JKVEH2GWY7VN tag=CC49TTT8H17G type=write size=2407217 2026-04-02T11:46:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.973+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~76ME3XCRIXJV.0 size=333514 2026-04-02T11:46:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.973+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=76ME3XCRIXJV tag=RSHKV8XGH8OO type=write size=1382090 2026-04-02T11:46:48.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.974+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=WB87GK30UK2J type=del 2026-04-02T11:46:48.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.975+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=ZGMEMHOXO1W5 type=del size=223614 2026-04-02T11:46:48.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.976+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~IZN5T78EL8QQ.0 size=1048576 2026-04-02T11:46:48.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.977+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~IZN5T78EL8QQ.1 size=536047 2026-04-02T11:46:48.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.985+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=IZN5T78EL8QQ tag=RLP5H1N9X90A type=write size=2633199 2026-04-02T11:46:48.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.987+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~L87DOCQS3YOS.0 size=1048576 2026-04-02T11:46:48.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.987+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~L87DOCQS3YOS.1 size=778235 2026-04-02T11:46:48.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.987+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=L87DOCQS3YOS tag=RAY6FTYGJG4F type=write size=2875387 2026-04-02T11:46:48.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.988+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~JSXOBXXYMWPY.0 size=1048576 2026-04-02T11:46:48.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.989+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~JSXOBXXYMWPY.1 size=180691 2026-04-02T11:46:48.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.991+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=JSXOBXXYMWPY tag=MEUVSA5T01VE type=write size=2277843 2026-04-02T11:46:48.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.993+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~OCZ2QPBMUZAN.0 size=882369 2026-04-02T11:46:48.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.993+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=OCZ2QPBMUZAN tag=FO4BWMYDQXN5 type=write size=1930945 2026-04-02T11:46:48.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.994+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=J770LVMRVDJF type=del 2026-04-02T11:46:48.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.994+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=ASSOZ0LISCFY type=del size=3996227 2026-04-02T11:46:48.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.995+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=F8Y6EDEFSDUZ type=del size=1397661 2026-04-02T11:46:48.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.996+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=QV6S9JI3PFGE type=del size=2754178 2026-04-02T11:46:49.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.997+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=H378LLQ78U6P type=del 2026-04-02T11:46:49.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.999+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~0DLUFEH69YC8.0 size=1029899 2026-04-02T11:46:49.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:48.999+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=0DLUFEH69YC8 tag=KCX6HQ2IOLSE type=write size=2078475 2026-04-02T11:46:49.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.000+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~OGB6GVC1ZD6R.0 size=1048576 2026-04-02T11:46:49.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.000+0000 7f5333614880 1 < canceled part key=_multipart_2FO2MNKR19RL.2~OGB6GVC1ZD6R.1 size=359219 2026-04-02T11:46:49.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.002+0000 7f5333614880 1 < canceled multipart upload key=2FO2MNKR19RL upload=OGB6GVC1ZD6R tag=UX0L2SWLXL8P type=write size=2456371 2026-04-02T11:46:49.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.003+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~BL1S9IZEER4S.0 size=1048576 2026-04-02T11:46:49.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.004+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~BL1S9IZEER4S.1 size=335871 2026-04-02T11:46:49.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.004+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=BL1S9IZEER4S tag=UGIXLQZ5YPP1 type=write size=2433023 2026-04-02T11:46:49.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.005+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.0 size=1048576 2026-04-02T11:46:49.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.006+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.1 size=1048576 2026-04-02T11:46:49.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.006+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~ZFX5S29XG6G0.2 size=807783 2026-04-02T11:46:49.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.008+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=ZFX5S29XG6G0 tag=KLU0SE874I13 type=write size=3953511 2026-04-02T11:46:49.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.009+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=ZEY0X8ZXXYPP type=write size=661828 2026-04-02T11:46:49.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.009+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=SJEDWOFW1F23 type=del 2026-04-02T11:46:49.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.010+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=BA0APO2CHJ6F type=del size=1206180 2026-04-02T11:46:49.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.011+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=77MVRF2IG3IL type=del 2026-04-02T11:46:49.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.013+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~XF56CJ9BOG1L.0 size=42838 2026-04-02T11:46:49.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.013+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=XF56CJ9BOG1L tag=GST8P34EWU8N type=write size=1091414 2026-04-02T11:46:49.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.014+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=LEAPQF8W3BE8 type=del 2026-04-02T11:46:49.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.015+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.0 size=1048576 2026-04-02T11:46:49.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.016+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.1 size=1048576 2026-04-02T11:46:49.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.017+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.2 size=205052 2026-04-02T11:46:49.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.017+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=KVOC19VYXOUU tag=KVMLLJMSBB7V type=write size=3350780 2026-04-02T11:46:49.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.018+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=5VCCXLI3O7WI type=del 2026-04-02T11:46:49.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.019+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=KQBCJVLZGS5C type=write size=236117 2026-04-02T11:46:49.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.021+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=L9OQ7PXMDZXY type=del 2026-04-02T11:46:49.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.021+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=T9VXY7WVAP2Q type=write size=568799 2026-04-02T11:46:49.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.022+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~34R0UF3G8LIR.0 size=582020 2026-04-02T11:46:49.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.024+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=34R0UF3G8LIR tag=NVNW3SQIWGVN type=write size=1630596 2026-04-02T11:46:49.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.026+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~64BMQF16R8WH.0 size=1048576 2026-04-02T11:46:49.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.026+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~64BMQF16R8WH.1 size=178065 2026-04-02T11:46:49.029 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.026+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=64BMQF16R8WH tag=6FUVFP3P7AXX type=write size=2275217 2026-04-02T11:46:49.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.028+0000 7f5333614880 1 < suggested remove operation key=MJF6T1TAF5I9 tag=TDVCQKKF3Z61 type=del 2026-04-02T11:46:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.029+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=WODD3XERIAKE type=del size=2886195 2026-04-02T11:46:49.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.030+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~76ME3XCRIXJV.0 size=333514 2026-04-02T11:46:49.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.031+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=76ME3XCRIXJV tag=RSHKV8XGH8OO type=write size=1382090 2026-04-02T11:46:49.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.033+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.0 size=1048576 2026-04-02T11:46:49.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.034+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.1 size=1048576 2026-04-02T11:46:49.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.034+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.2 size=509877 2026-04-02T11:46:49.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.034+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=N0NXZP7HFK7D tag=ZEPY2CZS4ZV0 type=write size=3655605 2026-04-02T11:46:49.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.035+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=ZGMEMHOXO1W5 type=del 2026-04-02T11:46:49.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.036+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=6TSDD3T0HQHH type=del size=1676501 2026-04-02T11:46:49.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.037+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~L87DOCQS3YOS.0 size=1048576 2026-04-02T11:46:49.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.038+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~L87DOCQS3YOS.1 size=778235 2026-04-02T11:46:49.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.039+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=L87DOCQS3YOS tag=RAY6FTYGJG4F type=write size=2875387 2026-04-02T11:46:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.040+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=NV2T9VDND55H type=del size=2056163 2026-04-02T11:46:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.041+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~OCZ2QPBMUZAN.0 size=882369 2026-04-02T11:46:49.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.042+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=OCZ2QPBMUZAN tag=FO4BWMYDQXN5 type=write size=1930945 2026-04-02T11:46:49.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.043+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=QHY8GQPG6Y34 type=del size=472770 2026-04-02T11:46:49.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.044+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=ASSOZ0LISCFY type=del 2026-04-02T11:46:49.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.045+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=VI2RKX1OTE14 type=write size=575190 2026-04-02T11:46:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.046+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=QV6S9JI3PFGE type=del 2026-04-02T11:46:49.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.048+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.0 size=1048576 2026-04-02T11:46:49.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.049+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.1 size=1048576 2026-04-02T11:46:49.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.049+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.2 size=166499 2026-04-02T11:46:49.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.049+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=SVY50Y3AHZQ0 tag=64HMT7TGR7AV type=write size=3312227 2026-04-02T11:46:49.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.050+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~0DLUFEH69YC8.0 size=1029899 2026-04-02T11:46:49.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.052+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=0DLUFEH69YC8 tag=KCX6HQ2IOLSE type=write size=2078475 2026-04-02T11:46:49.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.053+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=J8X794ALW3HP type=del size=1440528 2026-04-02T11:46:49.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.053+0000 7f5333614880 1 < canceled part key=_multipart_LCFTZTQP4MWZ.2~BL1S9IZEER4S.0 size=1048576 2026-04-02T11:46:49.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.054+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~BL1S9IZEER4S.1 size=335871 2026-04-02T11:46:49.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.056+0000 7f5333614880 1 < canceled multipart upload key=LCFTZTQP4MWZ upload=BL1S9IZEER4S tag=UGIXLQZ5YPP1 type=write size=2433023 2026-04-02T11:46:49.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.057+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=DEH213ZKU1KA type=del size=2913212 2026-04-02T11:46:49.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.058+0000 7f5333614880 1 < completed write operation key=VK1RMXPUCX5B tag=ZEY0X8ZXXYPP type=write size=661828 2026-04-02T11:46:49.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.059+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=0K7R49FOI4N0 type=del size=966516 2026-04-02T11:46:49.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.061+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=BA0APO2CHJ6F type=del 2026-04-02T11:46:49.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.062+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=2TSLNO1KJN9K type=del size=3950014 2026-04-02T11:46:49.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.063+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~XF56CJ9BOG1L.0 size=42838 2026-04-02T11:46:49.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.065+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=XF56CJ9BOG1L tag=GST8P34EWU8N type=write size=1091414 2026-04-02T11:46:49.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.065+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=4V67BXCN621Z type=del size=1044923 2026-04-02T11:46:49.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.067+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.0 size=1048576 2026-04-02T11:46:49.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.067+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.1 size=1048576 2026-04-02T11:46:49.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.068+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~KVOC19VYXOUU.2 size=205052 2026-04-02T11:46:49.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.070+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=KVOC19VYXOUU tag=KVMLLJMSBB7V type=write size=3350780 2026-04-02T11:46:49.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.071+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=Z59J6S858MT8 type=write size=913062 2026-04-02T11:46:49.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.072+0000 7f5333614880 1 < completed write operation key=EXN9SVYJIGMQ tag=KQBCJVLZGS5C type=write size=236117 2026-04-02T11:46:49.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.073+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=DMTPUK3RJB1S type=del size=4076361 2026-04-02T11:46:49.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.074+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=T9VXY7WVAP2Q type=write size=568799 2026-04-02T11:46:49.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.075+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.0 size=1048576 2026-04-02T11:46:49.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.076+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.1 size=1048576 2026-04-02T11:46:49.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.077+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.2 size=370647 2026-04-02T11:46:49.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.077+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=X8B5AE2Z50N0 tag=IH61QUYK3CZ5 type=write size=3516375 2026-04-02T11:46:49.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.078+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~64BMQF16R8WH.0 size=1048576 2026-04-02T11:46:49.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.079+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~64BMQF16R8WH.1 size=178065 2026-04-02T11:46:49.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.080+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=64BMQF16R8WH tag=6FUVFP3P7AXX type=write size=2275217 2026-04-02T11:46:49.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.081+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=DET2MBZMSPSB type=del size=1911835 2026-04-02T11:46:49.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.082+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=WODD3XERIAKE type=del 2026-04-02T11:46:49.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.083+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=UGCJK1VLS5RR type=del size=1918154 2026-04-02T11:46:49.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.084+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.0 size=1048576 2026-04-02T11:46:49.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.086+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.1 size=1048576 2026-04-02T11:46:49.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.087+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~N0NXZP7HFK7D.2 size=509877 2026-04-02T11:46:49.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.088+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=N0NXZP7HFK7D tag=ZEPY2CZS4ZV0 type=write size=3655605 2026-04-02T11:46:49.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.089+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=12I4OSTEXHJ5 type=del size=3576581 2026-04-02T11:46:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.090+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=6TSDD3T0HQHH type=del 2026-04-02T11:46:49.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.092+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.0 size=1048576 2026-04-02T11:46:49.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.093+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.1 size=1048576 2026-04-02T11:46:49.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.093+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.2 size=833782 2026-04-02T11:46:49.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.093+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=WSW3A2AHTNSE tag=4Z4W5BAPGVWC type=write size=3979510 2026-04-02T11:46:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.095+0000 7f5333614880 1 < suggested update operation key=AG4P1QGOQ0OE tag=NV2T9VDND55H type=del size=2056163 2026-04-02T11:46:49.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.097+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~0JVWZGJGF4FN.0 size=1048576 2026-04-02T11:46:49.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.098+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~0JVWZGJGF4FN.1 size=215355 2026-04-02T11:46:49.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.098+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=0JVWZGJGF4FN tag=BP9Z0YLEZQOL type=write size=2312507 2026-04-02T11:46:49.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.099+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=QHY8GQPG6Y34 type=del 2026-04-02T11:46:49.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.100+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=DE6FN2XX5OEY type=del size=2069305 2026-04-02T11:46:49.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.101+0000 7f5333614880 1 < completed write operation key=1WBDOM4K9L2E tag=VI2RKX1OTE14 type=write size=575190 2026-04-02T11:46:49.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.102+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=HHGJK0FC9BZI type=del size=2773365 2026-04-02T11:46:49.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.102+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.0 size=1048576 2026-04-02T11:46:49.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.103+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.1 size=1048576 2026-04-02T11:46:49.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.104+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~SVY50Y3AHZQ0.2 size=166499 2026-04-02T11:46:49.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.105+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=SVY50Y3AHZQ0 tag=64HMT7TGR7AV type=write size=3312227 2026-04-02T11:46:49.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.107+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~PH9E78RYKHM4.0 size=93986 2026-04-02T11:46:49.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.107+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=PH9E78RYKHM4 tag=U6LG3DSU03JH type=write size=1142562 2026-04-02T11:46:49.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.108+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=J8X794ALW3HP type=del 2026-04-02T11:46:49.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.109+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=Y0QC65LG4SJE type=del size=476576 2026-04-02T11:46:49.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.110+0000 7f5333614880 -1 < failed to complete operation key=AG4P1QGOQ0OE tag=DEH213ZKU1KA type=del size=2913212: (22) Invalid argument 2026-04-02T11:46:49.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.111+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~TSRF7N67QN57.0 size=732879 2026-04-02T11:46:49.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.111+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=TSRF7N67QN57 tag=7VEXX7K8FAI5 type=write size=1781455 2026-04-02T11:46:49.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.112+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=0K7R49FOI4N0 type=del 2026-04-02T11:46:49.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.113+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=8H9F77ZPDPPG type=del size=3154551 2026-04-02T11:46:49.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.114+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=2TSLNO1KJN9K type=del 2026-04-02T11:46:49.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.116+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.0 size=1048576 2026-04-02T11:46:49.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.116+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.1 size=1048576 2026-04-02T11:46:49.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.117+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.2 size=373497 2026-04-02T11:46:49.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.117+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=NCAS843JRDUT tag=Q45L0PKC2R58 type=write size=3519225 2026-04-02T11:46:49.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.118+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=4V67BXCN621Z type=del 2026-04-02T11:46:49.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.119+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=T50ETOM2BF1J type=del size=2679899 2026-04-02T11:46:49.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.119+0000 7f5333614880 -1 < failed to complete operation key=AG4P1QGOQ0OE tag=Z59J6S858MT8 type=write size=913062: (22) Invalid argument 2026-04-02T11:46:49.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.120+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=7HLNLGZFFMZ1 type=del size=1467499 2026-04-02T11:46:49.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.121+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=DMTPUK3RJB1S type=del 2026-04-02T11:46:49.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.123+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=W298YI7T6TJ1 type=del size=2649403 2026-04-02T11:46:49.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.124+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.0 size=1048576 2026-04-02T11:46:49.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.124+0000 7f5333614880 1 < canceled part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.1 size=1048576 2026-04-02T11:46:49.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.125+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~X8B5AE2Z50N0.2 size=370647 2026-04-02T11:46:49.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.127+0000 7f5333614880 1 < canceled multipart upload key=IWEIGMTGAJE9 upload=X8B5AE2Z50N0 tag=IH61QUYK3CZ5 type=write size=3516375 2026-04-02T11:46:49.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.128+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=G3MF2HJ6HPDK type=write size=533660 2026-04-02T11:46:49.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.129+0000 7f5333614880 1 < suggested remove operation key=1WBDOM4K9L2E tag=DET2MBZMSPSB type=del 2026-04-02T11:46:49.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.131+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MJH3FOZXODOA.0 size=1048576 2026-04-02T11:46:49.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.132+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~MJH3FOZXODOA.1 size=76985 2026-04-02T11:46:49.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.132+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=MJH3FOZXODOA tag=M8D1XJCE70HB type=write size=2174137 2026-04-02T11:46:49.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.133+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=UGCJK1VLS5RR type=del 2026-04-02T11:46:49.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.134+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.0 size=1048576 2026-04-02T11:46:49.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.135+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.1 size=1048576 2026-04-02T11:46:49.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.136+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.2 size=637093 2026-04-02T11:46:49.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.136+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=X73P3D292PUG tag=NY23YF6UU4BI type=write size=3782821 2026-04-02T11:46:49.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.137+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=12I4OSTEXHJ5 type=del 2026-04-02T11:46:49.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.138+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=T80Y7HDADAEK type=write size=949316 2026-04-02T11:46:49.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.139+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.0 size=1048576 2026-04-02T11:46:49.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.140+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.1 size=1048576 2026-04-02T11:46:49.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.140+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~WSW3A2AHTNSE.2 size=833782 2026-04-02T11:46:49.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.142+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=WSW3A2AHTNSE tag=4Z4W5BAPGVWC type=write size=3979510 2026-04-02T11:46:49.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.143+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=X5WQWP0JXPQB type=del size=1663945 2026-04-02T11:46:49.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.144+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~0JVWZGJGF4FN.0 size=1048576 2026-04-02T11:46:49.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.145+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~0JVWZGJGF4FN.1 size=215355 2026-04-02T11:46:49.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.147+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=0JVWZGJGF4FN tag=BP9Z0YLEZQOL type=write size=2312507 2026-04-02T11:46:49.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.148+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~N9WUNB0V6N7X.0 size=10349 2026-04-02T11:46:49.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.148+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=N9WUNB0V6N7X tag=H8HAC41SSDOP type=write size=1058925 2026-04-02T11:46:49.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.150+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=DE6FN2XX5OEY type=del 2026-04-02T11:46:49.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.152+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.0 size=1048576 2026-04-02T11:46:49.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.152+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.1 size=1048576 2026-04-02T11:46:49.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.153+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.2 size=422003 2026-04-02T11:46:49.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.153+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=BH3FMW867VOE tag=UVBY2EJ8SH2U type=write size=3567731 2026-04-02T11:46:49.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.154+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=HHGJK0FC9BZI type=del 2026-04-02T11:46:49.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.157+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=WZV2IK8AC3ME type=del size=2676494 2026-04-02T11:46:49.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.157+0000 7f5333614880 1 < canceled part key=_multipart_VTYB3X0YEZVL.2~PH9E78RYKHM4.0 size=93986 2026-04-02T11:46:49.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.159+0000 7f5333614880 1 < canceled multipart upload key=VTYB3X0YEZVL upload=PH9E78RYKHM4 tag=U6LG3DSU03JH type=write size=1142562 2026-04-02T11:46:49.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.160+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=TKYP71NCBZBR type=write size=375017 2026-04-02T11:46:49.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.161+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=Y0QC65LG4SJE type=del 2026-04-02T11:46:49.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.162+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.0 size=1048576 2026-04-02T11:46:49.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.163+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.1 size=1048576 2026-04-02T11:46:49.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.164+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.2 size=435105 2026-04-02T11:46:49.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.164+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=H1HHIA548A09 tag=POVBXI4TC0EX type=write size=3580833 2026-04-02T11:46:49.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.165+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~TSRF7N67QN57.0 size=732879 2026-04-02T11:46:49.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.166+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=TSRF7N67QN57 tag=7VEXX7K8FAI5 type=write size=1781455 2026-04-02T11:46:49.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.167+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=PK72JX2HIX6S type=del size=2868931 2026-04-02T11:46:49.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.168+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=8H9F77ZPDPPG type=del 2026-04-02T11:46:49.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.169+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=HTB9ALNSD5YJ type=del size=8438 2026-04-02T11:46:49.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.170+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.0 size=1048576 2026-04-02T11:46:49.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.171+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.1 size=1048576 2026-04-02T11:46:49.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.172+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~NCAS843JRDUT.2 size=373497 2026-04-02T11:46:49.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.173+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=NCAS843JRDUT tag=Q45L0PKC2R58 type=write size=3519225 2026-04-02T11:46:49.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.175+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~9Z31H2Z62CV8.0 size=844427 2026-04-02T11:46:49.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.175+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=9Z31H2Z62CV8 tag=D93D5S79FHHO type=write size=1893003 2026-04-02T11:46:49.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.175+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=T50ETOM2BF1J type=del 2026-04-02T11:46:49.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.177+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=7NH2Y2ELT1F8 type=del size=2385892 2026-04-02T11:46:49.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.177+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=7HLNLGZFFMZ1 type=del 2026-04-02T11:46:49.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.179+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~HIGH1TLB7RUR.0 size=1048576 2026-04-02T11:46:49.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.180+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~HIGH1TLB7RUR.1 size=820626 2026-04-02T11:46:49.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.180+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=HIGH1TLB7RUR tag=MUB2YA9ESKMU type=write size=2917778 2026-04-02T11:46:49.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.181+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=W298YI7T6TJ1 type=del 2026-04-02T11:46:49.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.182+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=I7PUA5AEXTNN type=write size=773441 2026-04-02T11:46:49.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.184+0000 7f5333614880 1 < suggested update operation key=EXN9SVYJIGMQ tag=G3MF2HJ6HPDK type=write size=533660 2026-04-02T11:46:49.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.185+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=9FGBRT5PONK0 type=write size=289689 2026-04-02T11:46:49.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.186+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MJH3FOZXODOA.0 size=1048576 2026-04-02T11:46:49.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.187+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~MJH3FOZXODOA.1 size=76985 2026-04-02T11:46:49.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.188+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=MJH3FOZXODOA tag=M8D1XJCE70HB type=write size=2174137 2026-04-02T11:46:49.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.189+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=9HCTJT5ANMZF type=del size=220337 2026-04-02T11:46:49.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.192+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.0 size=1048576 2026-04-02T11:46:49.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.192+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.1 size=1048576 2026-04-02T11:46:49.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.193+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~X73P3D292PUG.2 size=637093 2026-04-02T11:46:49.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.195+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=X73P3D292PUG tag=NY23YF6UU4BI type=write size=3782821 2026-04-02T11:46:49.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.196+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=INP59ZQ9UU28 type=del size=2382445 2026-04-02T11:46:49.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.197+0000 7f5333614880 1 < canceled operation key=SN3HBWTAT47E tag=T80Y7HDADAEK type=write size=949316 2026-04-02T11:46:49.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.198+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~SBNUDLYNJ415.0 size=1048576 2026-04-02T11:46:49.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.199+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~SBNUDLYNJ415.1 size=50848 2026-04-02T11:46:49.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.199+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=SBNUDLYNJ415 tag=MHP8VGT18I41 type=write size=2148000 2026-04-02T11:46:49.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.200+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=X5WQWP0JXPQB type=del 2026-04-02T11:46:49.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.202+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~S10LD7ZX7OBK.0 size=1048576 2026-04-02T11:46:49.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.203+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~S10LD7ZX7OBK.1 size=973038 2026-04-02T11:46:49.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.203+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=S10LD7ZX7OBK tag=GAMA4LAS7WL8 type=write size=3070190 2026-04-02T11:46:49.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.204+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~N9WUNB0V6N7X.0 size=10349 2026-04-02T11:46:49.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.205+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=N9WUNB0V6N7X tag=H8HAC41SSDOP type=write size=1058925 2026-04-02T11:46:49.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.207+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.0 size=1048576 2026-04-02T11:46:49.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.208+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.1 size=1048576 2026-04-02T11:46:49.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.208+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.2 size=109731 2026-04-02T11:46:49.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.208+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=U23CSMGGGP4C tag=GRX6TNMR8W85 type=write size=3255459 2026-04-02T11:46:49.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.209+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.0 size=1048576 2026-04-02T11:46:49.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.210+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.1 size=1048576 2026-04-02T11:46:49.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.211+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~BH3FMW867VOE.2 size=422003 2026-04-02T11:46:49.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.213+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=BH3FMW867VOE tag=UVBY2EJ8SH2U type=write size=3567731 2026-04-02T11:46:49.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.214+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=0R59E34MLZT6 type=del size=1924772 2026-04-02T11:46:49.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.215+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=WZV2IK8AC3ME type=del 2026-04-02T11:46:49.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.216+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=Z0UDKT8YQYOL type=write size=651023 2026-04-02T11:46:49.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.217+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=TKYP71NCBZBR type=write size=375017 2026-04-02T11:46:49.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.218+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~XZZWTGRRBBV8.0 size=521127 2026-04-02T11:46:49.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.218+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=XZZWTGRRBBV8 tag=LI88H04U3ZG8 type=write size=1569703 2026-04-02T11:46:49.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.219+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.0 size=1048576 2026-04-02T11:46:49.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.220+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.1 size=1048576 2026-04-02T11:46:49.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.221+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~H1HHIA548A09.2 size=435105 2026-04-02T11:46:49.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.222+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=H1HHIA548A09 tag=POVBXI4TC0EX type=write size=3580833 2026-04-02T11:46:49.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.224+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~V3GI662FOE11.0 size=1048576 2026-04-02T11:46:49.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.225+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~V3GI662FOE11.1 size=751521 2026-04-02T11:46:49.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.225+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=V3GI662FOE11 tag=V776DSCT5CS4 type=write size=2848673 2026-04-02T11:46:49.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.226+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=PK72JX2HIX6S type=del 2026-04-02T11:46:49.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.227+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~LN0WV74IJT48.0 size=976164 2026-04-02T11:46:49.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.227+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=LN0WV74IJT48 tag=HR6FSB85V77P type=write size=2024740 2026-04-02T11:46:49.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.228+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=HTB9ALNSD5YJ type=del 2026-04-02T11:46:49.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.229+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=0S4HSZILMGLI type=del size=2226358 2026-04-02T11:46:49.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.230+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~9Z31H2Z62CV8.0 size=844427 2026-04-02T11:46:49.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.232+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=9Z31H2Z62CV8 tag=D93D5S79FHHO type=write size=1893003 2026-04-02T11:46:49.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.233+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=GDPVM9EETAOE type=del size=2474212 2026-04-02T11:46:49.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.234+0000 7f5333614880 1 < canceled operation key=1CXMORSMG685 tag=7NH2Y2ELT1F8 type=del size=2385892 2026-04-02T11:46:49.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.235+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=8KK49ZOC8GDF type=write size=551654 2026-04-02T11:46:49.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.236+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~HIGH1TLB7RUR.0 size=1048576 2026-04-02T11:46:49.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.236+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~HIGH1TLB7RUR.1 size=820626 2026-04-02T11:46:49.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.238+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=HIGH1TLB7RUR tag=MUB2YA9ESKMU type=write size=2917778 2026-04-02T11:46:49.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.239+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=CU2JWS72WRMZ type=del size=2476557 2026-04-02T11:46:49.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.241+0000 7f5333614880 1 < completed write operation key=38G32TCWGKT5 tag=I7PUA5AEXTNN type=write size=773441 2026-04-02T11:46:49.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.242+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=116HBE7RQHAC type=del size=2206020 2026-04-02T11:46:49.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.247+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=9FGBRT5PONK0 type=write size=289689 2026-04-02T11:46:49.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.248+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=PQ1V7Y72NBEN type=del size=3573670 2026-04-02T11:46:49.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.250+0000 7f5333614880 1 < canceled operation key=HVXHNZUNGUWS tag=9HCTJT5ANMZF type=del size=220337 2026-04-02T11:46:49.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.251+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=L60KFMDAJHVU type=del size=3240665 2026-04-02T11:46:49.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.252+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=INP59ZQ9UU28 type=del 2026-04-02T11:46:49.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.253+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=4KPS12GQA73G type=del size=1434782 2026-04-02T11:46:49.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.253+0000 7f5333614880 1 < canceled part key=_multipart_HVXHNZUNGUWS.2~SBNUDLYNJ415.0 size=1048576 2026-04-02T11:46:49.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.253+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~SBNUDLYNJ415.1 size=50848 2026-04-02T11:46:49.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.255+0000 7f5333614880 1 < canceled multipart upload key=HVXHNZUNGUWS upload=SBNUDLYNJ415 tag=MHP8VGT18I41 type=write size=2148000 2026-04-02T11:46:49.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.257+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0B771JF9E4S6.0 size=1048576 2026-04-02T11:46:49.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.258+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~0B771JF9E4S6.1 size=566885 2026-04-02T11:46:49.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.258+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=0B771JF9E4S6 tag=GRZ82RQAOIAB type=write size=2664037 2026-04-02T11:46:49.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.259+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~S10LD7ZX7OBK.0 size=1048576 2026-04-02T11:46:49.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.259+0000 7f5333614880 1 < canceled part key=_multipart_SO2Q7V3NETW5.2~S10LD7ZX7OBK.1 size=973038 2026-04-02T11:46:49.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.261+0000 7f5333614880 1 < canceled multipart upload key=SO2Q7V3NETW5 upload=S10LD7ZX7OBK tag=GAMA4LAS7WL8 type=write size=3070190 2026-04-02T11:46:49.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.262+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.0 size=1048576 2026-04-02T11:46:49.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.264+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.1 size=1048576 2026-04-02T11:46:49.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.264+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.2 size=693964 2026-04-02T11:46:49.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.264+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=5J6Y1FDXV6Z7 tag=WZJNDIAOOAZ2 type=write size=3839692 2026-04-02T11:46:49.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.266+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.0 size=1048576 2026-04-02T11:46:49.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.267+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.1 size=1048576 2026-04-02T11:46:49.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.268+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~U23CSMGGGP4C.2 size=109731 2026-04-02T11:46:49.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.270+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=U23CSMGGGP4C tag=GRX6TNMR8W85 type=write size=3255459 2026-04-02T11:46:49.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.271+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~M3S3MIASU495.0 size=1048576 2026-04-02T11:46:49.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.272+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~M3S3MIASU495.1 size=880687 2026-04-02T11:46:49.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.272+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=M3S3MIASU495 tag=85A97C8536AT type=write size=2977839 2026-04-02T11:46:49.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.275+0000 7f5333614880 1 < suggested update operation key=SN3HBWTAT47E tag=0R59E34MLZT6 type=del size=1924772 2026-04-02T11:46:49.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.276+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.0 size=1048576 2026-04-02T11:46:49.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.277+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.1 size=1048576 2026-04-02T11:46:49.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.278+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.2 size=873963 2026-04-02T11:46:49.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.278+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=NH5FRSN0CJDS tag=OQGJA3RS70IL type=write size=4019691 2026-04-02T11:46:49.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.279+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=Z0UDKT8YQYOL type=write size=651023 2026-04-02T11:46:49.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.281+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~JCIAHREQLRTT.0 size=1048576 2026-04-02T11:46:49.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.282+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~JCIAHREQLRTT.1 size=181659 2026-04-02T11:46:49.284 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.282+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=JCIAHREQLRTT tag=J88NV1ST8CO3 type=write size=2278811 2026-04-02T11:46:49.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.282+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~XZZWTGRRBBV8.0 size=521127 2026-04-02T11:46:49.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.284+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=XZZWTGRRBBV8 tag=LI88H04U3ZG8 type=write size=1569703 2026-04-02T11:46:49.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.286+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~BL78F5NG65E1.0 size=1048576 2026-04-02T11:46:49.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.287+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~BL78F5NG65E1.1 size=307909 2026-04-02T11:46:49.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.287+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=BL78F5NG65E1 tag=QIQ9205W527S type=write size=2405061 2026-04-02T11:46:49.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.288+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~V3GI662FOE11.0 size=1048576 2026-04-02T11:46:49.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.289+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~V3GI662FOE11.1 size=751521 2026-04-02T11:46:49.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.290+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=V3GI662FOE11 tag=V776DSCT5CS4 type=write size=2848673 2026-04-02T11:46:49.293 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.291+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=N5PCGR2MP51E type=del size=2802245 2026-04-02T11:46:49.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.292+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~LN0WV74IJT48.0 size=976164 2026-04-02T11:46:49.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.293+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=LN0WV74IJT48 tag=HR6FSB85V77P type=write size=2024740 2026-04-02T11:46:49.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.294+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=C4Q8ZTP5BT2M type=del size=1448785 2026-04-02T11:46:49.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.294+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=0S4HSZILMGLI type=del size=2226358 2026-04-02T11:46:49.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.297+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=H7C0Q3OO1EZC type=del size=845389 2026-04-02T11:46:49.300 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.298+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=GDPVM9EETAOE type=del 2026-04-02T11:46:49.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.299+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.0 size=1048576 2026-04-02T11:46:49.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.300+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.1 size=1048576 2026-04-02T11:46:49.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.300+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.2 size=1018247 2026-04-02T11:46:49.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.300+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=1I2E2DLEGZP4 tag=4OC0VZQVNG6D type=write size=4163975 2026-04-02T11:46:49.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.301+0000 7f5333614880 1 < completed write operation key=3V9OL1TOYAR3 tag=8KK49ZOC8GDF type=write size=551654 2026-04-02T11:46:49.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.302+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~G3YMWH415ADB.0 size=649296 2026-04-02T11:46:49.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.302+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=G3YMWH415ADB tag=2UY3XCU4HT4V type=write size=1697872 2026-04-02T11:46:49.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.304+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=CU2JWS72WRMZ type=del 2026-04-02T11:46:49.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.305+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=9Y5RFP196ARE type=del size=398560 2026-04-02T11:46:49.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.306+0000 7f5333614880 -1 < failed to complete operation key=38G32TCWGKT5 tag=116HBE7RQHAC type=del size=2206020: (22) Invalid argument 2026-04-02T11:46:49.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.306+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=07PZ7Z4I8TCX type=del size=2534301 2026-04-02T11:46:49.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.307+0000 7f5333614880 -1 < failed to complete operation key=38G32TCWGKT5 tag=PQ1V7Y72NBEN type=del size=3573670: (22) Invalid argument 2026-04-02T11:46:49.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.309+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.0 size=1048576 2026-04-02T11:46:49.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.309+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.1 size=1048576 2026-04-02T11:46:49.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.310+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.2 size=257457 2026-04-02T11:46:49.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.310+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=7O8RQRKU6L81 tag=K0II50K3KTCU type=write size=3403185 2026-04-02T11:46:49.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.312+0000 7f5333614880 1 < suggested remove operation key=72A8E181S0BV tag=L60KFMDAJHVU type=del 2026-04-02T11:46:49.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.312+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=T6VXB8YETAJ0 type=del size=248834 2026-04-02T11:46:49.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.314+0000 7f5333614880 1 < suggested update operation key=GLU301MHO00G tag=4KPS12GQA73G type=del size=1434782 2026-04-02T11:46:49.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.314+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=2HOYQOB2A9S0 type=write size=863168 2026-04-02T11:46:49.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.315+0000 7f5333614880 1 < canceled part key=_multipart_LCFTZTQP4MWZ.2~0B771JF9E4S6.0 size=1048576 2026-04-02T11:46:49.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.315+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~0B771JF9E4S6.1 size=566885 2026-04-02T11:46:49.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.317+0000 7f5333614880 1 < canceled multipart upload key=LCFTZTQP4MWZ upload=0B771JF9E4S6 tag=GRZ82RQAOIAB type=write size=2664037 2026-04-02T11:46:49.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.317+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=PQPOXA66WFYP type=del size=3166078 2026-04-02T11:46:49.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.318+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.0 size=1048576 2026-04-02T11:46:49.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.318+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.1 size=1048576 2026-04-02T11:46:49.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.318+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~5J6Y1FDXV6Z7.2 size=693964 2026-04-02T11:46:49.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.320+0000 7f5333614880 1 < canceled multipart upload key=VK1RMXPUCX5B upload=5J6Y1FDXV6Z7 tag=WZJNDIAOOAZ2 type=write size=3839692 2026-04-02T11:46:49.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.320+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=WTWA8TRD1KCV type=del size=1322777 2026-04-02T11:46:49.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.321+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~M3S3MIASU495.0 size=1048576 2026-04-02T11:46:49.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.322+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~M3S3MIASU495.1 size=880687 2026-04-02T11:46:49.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.323+0000 7f5333614880 1 < completed multipart upload key=HVXHNZUNGUWS upload=M3S3MIASU495 tag=85A97C8536AT type=write size=2977839 2026-04-02T11:46:49.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.324+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=NFZCGMVI0A2P type=del size=1406570 2026-04-02T11:46:49.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.324+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.0 size=1048576 2026-04-02T11:46:49.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.327+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.1 size=1048576 2026-04-02T11:46:49.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.327+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~NH5FRSN0CJDS.2 size=873963 2026-04-02T11:46:49.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.329+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=NH5FRSN0CJDS tag=OQGJA3RS70IL type=write size=4019691 2026-04-02T11:46:49.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.330+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~ENY2PQ5R8WNL.0 size=1048576 2026-04-02T11:46:49.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.332+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~ENY2PQ5R8WNL.1 size=297279 2026-04-02T11:46:49.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.332+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=ENY2PQ5R8WNL tag=PQV6UUO0I0SQ type=write size=2394431 2026-04-02T11:46:49.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.333+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~JCIAHREQLRTT.0 size=1048576 2026-04-02T11:46:49.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.334+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~JCIAHREQLRTT.1 size=181659 2026-04-02T11:46:49.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.335+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=JCIAHREQLRTT tag=J88NV1ST8CO3 type=write size=2278811 2026-04-02T11:46:49.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.337+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~BY7LKM6HIUBY.0 size=1048576 2026-04-02T11:46:49.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.337+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~BY7LKM6HIUBY.1 size=413914 2026-04-02T11:46:49.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.337+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=BY7LKM6HIUBY tag=B8CQTAS7U3S4 type=write size=2511066 2026-04-02T11:46:49.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.338+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~BL78F5NG65E1.0 size=1048576 2026-04-02T11:46:49.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.339+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~BL78F5NG65E1.1 size=307909 2026-04-02T11:46:49.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.340+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=BL78F5NG65E1 tag=QIQ9205W527S type=write size=2405061 2026-04-02T11:46:49.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.341+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=VJ3V95O9M960 type=write size=686975 2026-04-02T11:46:49.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.341+0000 7f5333614880 -1 < failed to complete operation key=GLU301MHO00G tag=N5PCGR2MP51E type=del size=2802245: (22) Invalid argument 2026-04-02T11:46:49.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.342+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=WOX4I0R3OIJP type=del size=1742937 2026-04-02T11:46:49.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.343+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=C4Q8ZTP5BT2M type=del 2026-04-02T11:46:49.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.344+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=9BD1ZMB6W4IK type=del size=3423782 2026-04-02T11:46:49.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.344+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=H7C0Q3OO1EZC type=del 2026-04-02T11:46:49.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.345+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=KHGGC1IVO9J5 type=del size=627097 2026-04-02T11:46:49.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.346+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.0 size=1048576 2026-04-02T11:46:49.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.347+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.1 size=1048576 2026-04-02T11:46:49.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.347+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~1I2E2DLEGZP4.2 size=1018247 2026-04-02T11:46:49.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.349+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=1I2E2DLEGZP4 tag=4OC0VZQVNG6D type=write size=4163975 2026-04-02T11:46:49.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.349+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=KHHTL5TSZ8H3 type=write size=725708 2026-04-02T11:46:49.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.350+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~G3YMWH415ADB.0 size=649296 2026-04-02T11:46:49.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.351+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=G3YMWH415ADB tag=2UY3XCU4HT4V type=write size=1697872 2026-04-02T11:46:49.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.353+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~PJKCB45XRTPW.0 size=124558 2026-04-02T11:46:49.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.353+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=PJKCB45XRTPW tag=IOHV03SSKQ0Y type=write size=1173134 2026-04-02T11:46:49.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.353+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=9Y5RFP196ARE type=del 2026-04-02T11:46:49.356 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.354+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=UDI9CRDLRACO type=write size=513147 2026-04-02T11:46:49.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.356+0000 7f5333614880 1 < suggested remove operation key=VTYB3X0YEZVL tag=07PZ7Z4I8TCX type=del 2026-04-02T11:46:49.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.358+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~CFXV4TN9BQS0.0 size=844653 2026-04-02T11:46:49.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.358+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=CFXV4TN9BQS0 tag=AAN9WHMIV4J2 type=write size=1893229 2026-04-02T11:46:49.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.359+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.0 size=1048576 2026-04-02T11:46:49.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.360+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.1 size=1048576 2026-04-02T11:46:49.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.360+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~7O8RQRKU6L81.2 size=257457 2026-04-02T11:46:49.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.362+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=7O8RQRKU6L81 tag=K0II50K3KTCU type=write size=3403185 2026-04-02T11:46:49.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.362+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=6LWAWM3PO1Z8 type=del size=2590475 2026-04-02T11:46:49.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.363+0000 7f5333614880 1 < canceled operation key=HVXHNZUNGUWS tag=T6VXB8YETAJ0 type=del size=248834 2026-04-02T11:46:49.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.364+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=5834822BPLDS type=del size=2984922 2026-04-02T11:46:49.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.365+0000 7f5333614880 1 < completed write operation key=1WBDOM4K9L2E tag=2HOYQOB2A9S0 type=write size=863168 2026-04-02T11:46:49.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.366+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.0 size=1048576 2026-04-02T11:46:49.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.367+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.1 size=1048576 2026-04-02T11:46:49.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.367+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.2 size=116958 2026-04-02T11:46:49.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.367+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=MUF1BKEPMBE6 tag=IJE8WZ64XIEK type=write size=3262686 2026-04-02T11:46:49.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.368+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=PQPOXA66WFYP type=del 2026-04-02T11:46:49.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.369+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=5NHPLW6SAOEK type=del size=3614617 2026-04-02T11:46:49.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.370+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=WTWA8TRD1KCV type=del 2026-04-02T11:46:49.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.371+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~GEWFX1JE207L.0 size=830303 2026-04-02T11:46:49.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.371+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=GEWFX1JE207L tag=5CZ92J2ZBYRJ type=write size=1878879 2026-04-02T11:46:49.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.373+0000 7f5333614880 1 < suggested update operation key=SN3HBWTAT47E tag=NFZCGMVI0A2P type=del size=1406570 2026-04-02T11:46:49.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.374+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=UWKGW9XVLW2C type=del size=2776764 2026-04-02T11:46:49.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.374+0000 7f5333614880 1 < canceled part key=_multipart_2FO2MNKR19RL.2~ENY2PQ5R8WNL.0 size=1048576 2026-04-02T11:46:49.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.375+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~ENY2PQ5R8WNL.1 size=297279 2026-04-02T11:46:49.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.376+0000 7f5333614880 1 < canceled multipart upload key=2FO2MNKR19RL upload=ENY2PQ5R8WNL tag=PQV6UUO0I0SQ type=write size=2394431 2026-04-02T11:46:49.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.377+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=G0SNTTTF47O7 type=del size=8031 2026-04-02T11:46:49.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.377+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~BY7LKM6HIUBY.0 size=1048576 2026-04-02T11:46:49.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.378+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~BY7LKM6HIUBY.1 size=413914 2026-04-02T11:46:49.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.380+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=BY7LKM6HIUBY tag=B8CQTAS7U3S4 type=write size=2511066 2026-04-02T11:46:49.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.381+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~658ITND7YGM4.0 size=341823 2026-04-02T11:46:49.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.381+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=658ITND7YGM4 tag=4X8EMCZXR8Z3 type=write size=1390399 2026-04-02T11:46:49.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.382+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=VJ3V95O9M960 type=write size=686975 2026-04-02T11:46:49.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.383+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=0YEXYU4QW633 type=del size=1024784 2026-04-02T11:46:49.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.384+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=WOX4I0R3OIJP type=del 2026-04-02T11:46:49.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.385+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=W0QZSWW7N3VS type=del size=289910 2026-04-02T11:46:49.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.385+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=9BD1ZMB6W4IK type=del 2026-04-02T11:46:49.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.387+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~4HHBF4JGKHJN.0 size=1048576 2026-04-02T11:46:49.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.388+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~4HHBF4JGKHJN.1 size=338238 2026-04-02T11:46:49.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.388+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=4HHBF4JGKHJN tag=Y4GQMB4NMOFN type=write size=2435390 2026-04-02T11:46:49.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.389+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=KHGGC1IVO9J5 type=del 2026-04-02T11:46:49.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.390+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~J1I416ZM1599.0 size=701121 2026-04-02T11:46:49.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.390+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=J1I416ZM1599 tag=CSQD8CI247PS type=write size=1749697 2026-04-02T11:46:49.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.391+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=KHHTL5TSZ8H3 type=write size=725708 2026-04-02T11:46:49.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.392+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=PFXQ99UZGT55 type=del size=609670 2026-04-02T11:46:49.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.393+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~PJKCB45XRTPW.0 size=124558 2026-04-02T11:46:49.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.394+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=PJKCB45XRTPW tag=IOHV03SSKQ0Y type=write size=1173134 2026-04-02T11:46:49.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.395+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=VIBKBVJ07UBN type=del size=3499561 2026-04-02T11:46:49.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.396+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=UDI9CRDLRACO type=write size=513147 2026-04-02T11:46:49.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.397+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=LXBEU04BZILA type=del size=2896165 2026-04-02T11:46:49.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.398+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~CFXV4TN9BQS0.0 size=844653 2026-04-02T11:46:49.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.399+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=CFXV4TN9BQS0 tag=AAN9WHMIV4J2 type=write size=1893229 2026-04-02T11:46:49.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.400+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=EYPLTYAY989D type=del size=58699 2026-04-02T11:46:49.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.401+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=6LWAWM3PO1Z8 type=del 2026-04-02T11:46:49.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.403+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~TBYU0KUMF3ON.0 size=306967 2026-04-02T11:46:49.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.403+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=TBYU0KUMF3ON tag=5C0M2WCWRM41 type=write size=1355543 2026-04-02T11:46:49.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.404+0000 7f5333614880 1 < suggested update operation key=X2A37MDQF19I tag=5834822BPLDS type=del size=2984922 2026-04-02T11:46:49.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.406+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~OYEFE4I6RLN0.0 size=107549 2026-04-02T11:46:49.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.406+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=OYEFE4I6RLN0 tag=WWD9WVIKJ7NL type=write size=1156125 2026-04-02T11:46:49.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.407+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.0 size=1048576 2026-04-02T11:46:49.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.408+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.1 size=1048576 2026-04-02T11:46:49.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.409+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~MUF1BKEPMBE6.2 size=116958 2026-04-02T11:46:49.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.411+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=MUF1BKEPMBE6 tag=IJE8WZ64XIEK type=write size=3262686 2026-04-02T11:46:49.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.412+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~761U8WP6ARPN.0 size=319942 2026-04-02T11:46:49.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.412+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=761U8WP6ARPN tag=VWB5JXQTEQ1H type=write size=1368518 2026-04-02T11:46:49.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.413+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=5NHPLW6SAOEK type=del size=3614617 2026-04-02T11:46:49.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.415+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.0 size=1048576 2026-04-02T11:46:49.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.415+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.1 size=1048576 2026-04-02T11:46:49.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.416+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.2 size=383688 2026-04-02T11:46:49.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.416+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=VMKY5XLDEHO1 tag=DN364O13YPZ3 type=write size=3529416 2026-04-02T11:46:49.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.417+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~GEWFX1JE207L.0 size=830303 2026-04-02T11:46:49.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.420+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=GEWFX1JE207L tag=5CZ92J2ZBYRJ type=write size=1878879 2026-04-02T11:46:49.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.421+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~POLR9BR0J1HJ.0 size=140098 2026-04-02T11:46:49.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.421+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=POLR9BR0J1HJ tag=UXRR9ZIK5D1T type=write size=1188674 2026-04-02T11:46:49.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.422+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=UWKGW9XVLW2C type=del 2026-04-02T11:46:49.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.423+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=HHGA91HT2U5T type=del size=1233712 2026-04-02T11:46:49.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.424+0000 7f5333614880 1 < completed delete operation key=IWEIGMTGAJE9 tag=G0SNTTTF47O7 type=del 2026-04-02T11:46:49.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.425+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=JOAK350G9KDX type=del size=1813476 2026-04-02T11:46:49.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.425+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~658ITND7YGM4.0 size=341823 2026-04-02T11:46:49.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.427+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=658ITND7YGM4 tag=4X8EMCZXR8Z3 type=write size=1390399 2026-04-02T11:46:49.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.428+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=QQ58FU5VBNYV type=del size=763003 2026-04-02T11:46:49.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.428+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=0YEXYU4QW633 type=del 2026-04-02T11:46:49.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.430+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.0 size=1048576 2026-04-02T11:46:49.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.430+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.1 size=1048576 2026-04-02T11:46:49.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.431+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.2 size=627458 2026-04-02T11:46:49.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.431+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=VTERGZULRSQQ tag=V9PIY5B0P8NP type=write size=3773186 2026-04-02T11:46:49.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.432+0000 7f5333614880 1 < canceled operation key=KXHWK6IVPLYO tag=W0QZSWW7N3VS type=del size=289910 2026-04-02T11:46:49.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.433+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=1KFU22W0X8FJ type=del size=3982968 2026-04-02T11:46:49.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.434+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~4HHBF4JGKHJN.0 size=1048576 2026-04-02T11:46:49.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.434+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~4HHBF4JGKHJN.1 size=338238 2026-04-02T11:46:49.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.436+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=4HHBF4JGKHJN tag=Y4GQMB4NMOFN type=write size=2435390 2026-04-02T11:46:49.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.436+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=HYNZSSDM4OD4 type=del size=1262755 2026-04-02T11:46:49.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.437+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~J1I416ZM1599.0 size=701121 2026-04-02T11:46:49.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.439+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=J1I416ZM1599 tag=CSQD8CI247PS type=write size=1749697 2026-04-02T11:46:49.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.440+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~T2EK3V8YBOXZ.0 size=125716 2026-04-02T11:46:49.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.440+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=T2EK3V8YBOXZ tag=VQJ161EP5J6W type=write size=1174292 2026-04-02T11:46:49.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.441+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=PFXQ99UZGT55 type=del 2026-04-02T11:46:49.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.443+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.0 size=1048576 2026-04-02T11:46:49.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.443+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.1 size=1048576 2026-04-02T11:46:49.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.444+0000 7f5333614880 1 > prepared part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.2 size=172797 2026-04-02T11:46:49.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.444+0000 7f5333614880 1 > prepared multipart upload key=HVXHNZUNGUWS upload=984Z6IJSX088 tag=B8XKKAATZG6V type=write size=3318525 2026-04-02T11:46:49.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.445+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=VIBKBVJ07UBN type=del 2026-04-02T11:46:49.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.446+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~7VMU1J7A9XXD.0 size=1048576 2026-04-02T11:46:49.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.447+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~7VMU1J7A9XXD.1 size=469879 2026-04-02T11:46:49.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.447+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=7VMU1J7A9XXD tag=UMJ6F5RLHKJ2 type=write size=2567031 2026-04-02T11:46:49.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.449+0000 7f5333614880 1 < suggested remove operation key=5EJJIO7Z6IK3 tag=LXBEU04BZILA type=del 2026-04-02T11:46:49.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.457+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=LIPQ1S3CRQLM type=write size=739283 2026-04-02T11:46:49.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.458+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=EYPLTYAY989D type=del 2026-04-02T11:46:49.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.459+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=UAFUWXZQFXQK type=del size=2159291 2026-04-02T11:46:49.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.460+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~TBYU0KUMF3ON.0 size=306967 2026-04-02T11:46:49.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.462+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=TBYU0KUMF3ON tag=5C0M2WCWRM41 type=write size=1355543 2026-04-02T11:46:49.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.463+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=80OZX4VK5GSN type=del size=2526003 2026-04-02T11:46:49.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.463+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~OYEFE4I6RLN0.0 size=107549 2026-04-02T11:46:49.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.465+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=OYEFE4I6RLN0 tag=WWD9WVIKJ7NL type=write size=1156125 2026-04-02T11:46:49.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.467+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.0 size=1048576 2026-04-02T11:46:49.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.467+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.1 size=1048576 2026-04-02T11:46:49.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.468+0000 7f5333614880 1 > prepared part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.2 size=459535 2026-04-02T11:46:49.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.468+0000 7f5333614880 1 > prepared multipart upload key=72A8E181S0BV upload=RXUC7UH63QF9 tag=9YF6EKMAADBO type=write size=3605263 2026-04-02T11:46:49.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.469+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~761U8WP6ARPN.0 size=319942 2026-04-02T11:46:49.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.470+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=761U8WP6ARPN tag=VWB5JXQTEQ1H type=write size=1368518 2026-04-02T11:46:49.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.471+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=PO1XUNG2CHV5 type=write size=716808 2026-04-02T11:46:49.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.472+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.0 size=1048576 2026-04-02T11:46:49.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.473+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.1 size=1048576 2026-04-02T11:46:49.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.474+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~VMKY5XLDEHO1.2 size=383688 2026-04-02T11:46:49.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.475+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=VMKY5XLDEHO1 tag=DN364O13YPZ3 type=write size=3529416 2026-04-02T11:46:49.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.477+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~UYJYLNOZTZQU.0 size=298760 2026-04-02T11:46:49.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.477+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=UYJYLNOZTZQU tag=H1UD0N5N1492 type=write size=1347336 2026-04-02T11:46:49.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.477+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~POLR9BR0J1HJ.0 size=140098 2026-04-02T11:46:49.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.479+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=POLR9BR0J1HJ tag=UXRR9ZIK5D1T type=write size=1188674 2026-04-02T11:46:49.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.479+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=F5Y58B6MV2YL type=write size=1005232 2026-04-02T11:46:49.483 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.481+0000 7f5333614880 1 < suggested update operation key=EXN9SVYJIGMQ tag=HHGA91HT2U5T type=del size=1233712 2026-04-02T11:46:49.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.482+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=NCS8X503KLWR type=del size=2173972 2026-04-02T11:46:49.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.483+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=JOAK350G9KDX type=del 2026-04-02T11:46:49.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.485+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.0 size=1048576 2026-04-02T11:46:49.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.485+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.1 size=1048576 2026-04-02T11:46:49.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.486+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.2 size=943281 2026-04-02T11:46:49.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.486+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=041SH78LSFVF tag=RELDUWBTHFZJ type=write size=4089009 2026-04-02T11:46:49.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.487+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=QQ58FU5VBNYV type=del size=763003 2026-04-02T11:46:49.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.488+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=2UB6U6UJKZEG type=del size=1332584 2026-04-02T11:46:49.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.489+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.0 size=1048576 2026-04-02T11:46:49.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.489+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.1 size=1048576 2026-04-02T11:46:49.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.490+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~VTERGZULRSQQ.2 size=627458 2026-04-02T11:46:49.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.491+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=VTERGZULRSQQ tag=V9PIY5B0P8NP type=write size=3773186 2026-04-02T11:46:49.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.501+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=36AV8ICR6S2E type=del size=2843436 2026-04-02T11:46:49.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.503+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=1KFU22W0X8FJ type=del 2026-04-02T11:46:49.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.503+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=SY7C00ZP5O0M type=write size=312261 2026-04-02T11:46:49.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.504+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=HYNZSSDM4OD4 type=del 2026-04-02T11:46:49.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.505+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=0301QBM5HEYD type=del size=1735680 2026-04-02T11:46:49.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.506+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~T2EK3V8YBOXZ.0 size=125716 2026-04-02T11:46:49.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.509+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=T2EK3V8YBOXZ tag=VQJ161EP5J6W type=write size=1174292 2026-04-02T11:46:49.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.510+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=UC3RGGA5703B type=write size=299931 2026-04-02T11:46:49.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.511+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.0 size=1048576 2026-04-02T11:46:49.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.512+0000 7f5333614880 1 < completed part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.1 size=1048576 2026-04-02T11:46:49.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.512+0000 7f5333614880 1 < canceled part key=_multipart_HVXHNZUNGUWS.2~984Z6IJSX088.2 size=172797 2026-04-02T11:46:49.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.513+0000 7f5333614880 1 < canceled multipart upload key=HVXHNZUNGUWS upload=984Z6IJSX088 tag=B8XKKAATZG6V type=write size=3318525 2026-04-02T11:46:49.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.514+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~UDPQ3MPX6S5P.0 size=918209 2026-04-02T11:46:49.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.514+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=UDPQ3MPX6S5P tag=XOTJT7HB5MBZ type=write size=1966785 2026-04-02T11:46:49.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.515+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~7VMU1J7A9XXD.0 size=1048576 2026-04-02T11:46:49.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.516+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~7VMU1J7A9XXD.1 size=469879 2026-04-02T11:46:49.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.517+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=7VMU1J7A9XXD tag=UMJ6F5RLHKJ2 type=write size=2567031 2026-04-02T11:46:49.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.518+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=97YNOHF29DHG type=del size=1510780 2026-04-02T11:46:49.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.518+0000 7f5333614880 1 < canceled operation key=VK1RMXPUCX5B tag=LIPQ1S3CRQLM type=write size=739283 2026-04-02T11:46:49.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.519+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=UVM3IC2GXVIT type=write size=199035 2026-04-02T11:46:49.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.520+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=UAFUWXZQFXQK type=del 2026-04-02T11:46:49.523 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.521+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=Y0STTV5SXLAW type=del size=870337 2026-04-02T11:46:49.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.521+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=80OZX4VK5GSN type=del 2026-04-02T11:46:49.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.522+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=AXXJS3Q61B6K type=del size=3423240 2026-04-02T11:46:49.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.523+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.0 size=1048576 2026-04-02T11:46:49.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.524+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.1 size=1048576 2026-04-02T11:46:49.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.524+0000 7f5333614880 1 < completed part key=_multipart_72A8E181S0BV.2~RXUC7UH63QF9.2 size=459535 2026-04-02T11:46:49.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.526+0000 7f5333614880 1 < completed multipart upload key=72A8E181S0BV upload=RXUC7UH63QF9 tag=9YF6EKMAADBO type=write size=3605263 2026-04-02T11:46:49.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.527+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~8X7I259CM0Z5.0 size=683161 2026-04-02T11:46:49.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.527+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=8X7I259CM0Z5 tag=ZJN3HR9L7A32 type=write size=1731737 2026-04-02T11:46:49.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.528+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=PO1XUNG2CHV5 type=write size=716808 2026-04-02T11:46:49.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.529+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=GAEASRN0YKO2 type=del size=614887 2026-04-02T11:46:49.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.529+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~UYJYLNOZTZQU.0 size=298760 2026-04-02T11:46:49.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.531+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=UYJYLNOZTZQU tag=H1UD0N5N1492 type=write size=1347336 2026-04-02T11:46:49.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.532+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.0 size=1048576 2026-04-02T11:46:49.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.533+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.1 size=1048576 2026-04-02T11:46:49.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.533+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.2 size=936282 2026-04-02T11:46:49.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.533+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=FO4U7RJN36IE tag=5K36BDH36A33 type=write size=4082010 2026-04-02T11:46:49.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.534+0000 7f5333614880 1 < canceled operation key=LTB13PIUFMYH tag=F5Y58B6MV2YL type=write size=1005232 2026-04-02T11:46:49.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.535+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=QFN8MWIG3HOV type=write size=886892 2026-04-02T11:46:49.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.536+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=NCS8X503KLWR type=del 2026-04-02T11:46:49.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.536+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=8Q5Q3M781MM4 type=write size=994994 2026-04-02T11:46:49.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.537+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.0 size=1048576 2026-04-02T11:46:49.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.538+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.1 size=1048576 2026-04-02T11:46:49.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.538+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~041SH78LSFVF.2 size=943281 2026-04-02T11:46:49.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.540+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=041SH78LSFVF tag=RELDUWBTHFZJ type=write size=4089009 2026-04-02T11:46:49.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.541+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~WFMIWDKBOWV3.0 size=126778 2026-04-02T11:46:49.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.541+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=WFMIWDKBOWV3 tag=CK74BOWD2HYR type=write size=1175354 2026-04-02T11:46:49.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.542+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=2UB6U6UJKZEG type=del 2026-04-02T11:46:49.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.543+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=UDSA2OODX4XO type=write size=181737 2026-04-02T11:46:49.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.543+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=36AV8ICR6S2E type=del 2026-04-02T11:46:49.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.545+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.0 size=1048576 2026-04-02T11:46:49.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.545+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.1 size=1048576 2026-04-02T11:46:49.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.546+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.2 size=701178 2026-04-02T11:46:49.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.546+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=HT54QN08GDQG tag=0JJ5C6XS42KZ type=write size=3846906 2026-04-02T11:46:49.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.547+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=SY7C00ZP5O0M type=write size=312261 2026-04-02T11:46:49.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.548+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=S78IQ2NED2G6 type=write size=221508 2026-04-02T11:46:49.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.549+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=0301QBM5HEYD type=del 2026-04-02T11:46:49.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.549+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=TGRAC8WCMMCP type=write size=902400 2026-04-02T11:46:49.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.550+0000 7f5333614880 1 < completed write operation key=2UF1R4YCK37X tag=UC3RGGA5703B type=write size=299931 2026-04-02T11:46:49.553 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.551+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=3LIPPDWL1738 type=del size=2296783 2026-04-02T11:46:49.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.552+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~UDPQ3MPX6S5P.0 size=918209 2026-04-02T11:46:49.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.553+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=UDPQ3MPX6S5P tag=XOTJT7HB5MBZ type=write size=1966785 2026-04-02T11:46:49.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.554+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=8VVO9ICW5IQV type=write size=566674 2026-04-02T11:46:49.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.555+0000 7f5333614880 1 < suggested remove operation key=C8ZRSTX2VB66 tag=97YNOHF29DHG type=del 2026-04-02T11:46:49.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.556+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=7M8EAKUABPO0 type=del size=3837006 2026-04-02T11:46:49.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.558+0000 7f5333614880 1 < suggested remove operation key=NAP80R228JZJ tag=UVM3IC2GXVIT type=write 2026-04-02T11:46:49.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.558+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=CTIA3ZLWO9PI type=del size=2868779 2026-04-02T11:46:49.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.559+0000 7f5333614880 1 < canceled operation key=AG4P1QGOQ0OE tag=Y0STTV5SXLAW type=del size=870337 2026-04-02T11:46:49.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.561+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~2VYUNPL6R6GY.0 size=1048576 2026-04-02T11:46:49.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.562+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~2VYUNPL6R6GY.1 size=1024326 2026-04-02T11:46:49.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.562+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=2VYUNPL6R6GY tag=0PXUUGNNRNIP type=write size=3121478 2026-04-02T11:46:49.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.563+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=AXXJS3Q61B6K type=del 2026-04-02T11:46:49.566 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.563+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=CFXK3ZZKSAEB type=write size=177941 2026-04-02T11:46:49.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.565+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~8X7I259CM0Z5.0 size=683161 2026-04-02T11:46:49.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.567+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=8X7I259CM0Z5 tag=ZJN3HR9L7A32 type=write size=1731737 2026-04-02T11:46:49.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.568+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=170I1Z436C47 type=del size=3598184 2026-04-02T11:46:49.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.570+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=GAEASRN0YKO2 type=del size=614887 2026-04-02T11:46:49.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.571+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=LLXKQ7XSIZW7 type=del size=2250666 2026-04-02T11:46:49.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.571+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.0 size=1048576 2026-04-02T11:46:49.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.571+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.1 size=1048576 2026-04-02T11:46:49.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.571+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FO4U7RJN36IE.2 size=936282 2026-04-02T11:46:49.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.573+0000 7f5333614880 1 < canceled multipart upload key=3V9OL1TOYAR3 upload=FO4U7RJN36IE tag=5K36BDH36A33 type=write size=4082010 2026-04-02T11:46:49.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.574+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=4CMX4YR2ZCNZ type=del size=490458 2026-04-02T11:46:49.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.575+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=QFN8MWIG3HOV type=write size=886892 2026-04-02T11:46:49.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.576+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=5N7TO5LGB6SW type=del size=2121927 2026-04-02T11:46:49.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.578+0000 7f5333614880 1 < suggested update operation key=D9L3BBI87CJI tag=8Q5Q3M781MM4 type=write size=994994 2026-04-02T11:46:49.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.579+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=XHE4N6CGH9M0 type=del size=2183669 2026-04-02T11:46:49.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.579+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~WFMIWDKBOWV3.0 size=126778 2026-04-02T11:46:49.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.580+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=WFMIWDKBOWV3 tag=CK74BOWD2HYR type=write size=1175354 2026-04-02T11:46:49.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.582+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~Y4J14QGQ1ISQ.0 size=188812 2026-04-02T11:46:49.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.582+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=Y4J14QGQ1ISQ tag=7LOSGQA1XAA4 type=write size=1237388 2026-04-02T11:46:49.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.583+0000 7f5333614880 1 < completed write operation key=GLU301MHO00G tag=UDSA2OODX4XO type=write size=181737 2026-04-02T11:46:49.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.584+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~FG8K8SHRSJIW.0 size=1048576 2026-04-02T11:46:49.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.585+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~FG8K8SHRSJIW.1 size=575274 2026-04-02T11:46:49.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.585+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=FG8K8SHRSJIW tag=S412UATZF0M4 type=write size=2672426 2026-04-02T11:46:49.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.588+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.0 size=1048576 2026-04-02T11:46:49.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.588+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.1 size=1048576 2026-04-02T11:46:49.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.589+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~HT54QN08GDQG.2 size=701178 2026-04-02T11:46:49.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.591+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=HT54QN08GDQG tag=0JJ5C6XS42KZ type=write size=3846906 2026-04-02T11:46:49.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.591+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=MU0895A15IZE type=write size=636690 2026-04-02T11:46:49.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.593+0000 7f5333614880 1 < suggested remove operation key=LTB13PIUFMYH tag=S78IQ2NED2G6 type=write 2026-04-02T11:46:49.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.594+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=PL5EIRDWA6TO type=del size=2631759 2026-04-02T11:46:49.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.596+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=TGRAC8WCMMCP type=write size=902400 2026-04-02T11:46:49.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.597+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.0 size=1048576 2026-04-02T11:46:49.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.598+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.1 size=1048576 2026-04-02T11:46:49.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.598+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.2 size=708281 2026-04-02T11:46:49.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.598+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=R08YFBH53MTN tag=55D551VJQUG4 type=write size=3854009 2026-04-02T11:46:49.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.600+0000 7f5333614880 1 < suggested remove operation key=38G32TCWGKT5 tag=3LIPPDWL1738 type=del 2026-04-02T11:46:49.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.601+0000 7f5333614880 1 > prepared operation key=VK1RMXPUCX5B tag=HM4QKEQQ1E2V type=del size=1259467 2026-04-02T11:46:49.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.601+0000 7f5333614880 -1 < failed to complete operation key=NAP80R228JZJ tag=8VVO9ICW5IQV type=write size=566674: (22) Invalid argument 2026-04-02T11:46:49.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.602+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=JDTW8IQ2IVIN type=write size=874072 2026-04-02T11:46:49.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.603+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=7M8EAKUABPO0 type=del 2026-04-02T11:46:49.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.604+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=2GV98LNWDYAC type=del size=3212184 2026-04-02T11:46:49.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.604+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=CTIA3ZLWO9PI type=del 2026-04-02T11:46:49.608 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.606+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=TZ4IKILY4DSN type=del size=403891 2026-04-02T11:46:49.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.607+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~2VYUNPL6R6GY.0 size=1048576 2026-04-02T11:46:49.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.607+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~2VYUNPL6R6GY.1 size=1024326 2026-04-02T11:46:49.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.609+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=2VYUNPL6R6GY tag=0PXUUGNNRNIP type=write size=3121478 2026-04-02T11:46:49.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.610+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~X83FUV6XQHRA.0 size=1048576 2026-04-02T11:46:49.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.611+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~X83FUV6XQHRA.1 size=964331 2026-04-02T11:46:49.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.611+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=X83FUV6XQHRA tag=E7KKNQ58ADUP type=write size=3061483 2026-04-02T11:46:49.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.612+0000 7f5333614880 1 < completed write operation key=1N5ID2080ZHV tag=CFXK3ZZKSAEB type=write size=177941 2026-04-02T11:46:49.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.613+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~GY0QUPWEJAYG.0 size=846046 2026-04-02T11:46:49.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.613+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=GY0QUPWEJAYG tag=XPSE41NNW5GT type=write size=1894622 2026-04-02T11:46:49.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.615+0000 7f5333614880 1 < suggested update operation key=VTYB3X0YEZVL tag=170I1Z436C47 type=del size=3598184 2026-04-02T11:46:49.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.616+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=XFYYM1BJRYL9 type=del size=3360027 2026-04-02T11:46:49.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.617+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=LLXKQ7XSIZW7 type=del 2026-04-02T11:46:49.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.617+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=QI9GSG3YXL43 type=del size=3720512 2026-04-02T11:46:49.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.618+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=4CMX4YR2ZCNZ type=del 2026-04-02T11:46:49.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.619+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=TLWQ13VWZCS6 type=del size=138906 2026-04-02T11:46:49.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.620+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=5N7TO5LGB6SW type=del 2026-04-02T11:46:49.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.621+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~L395NXNMP8X8.0 size=424784 2026-04-02T11:46:49.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.621+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=L395NXNMP8X8 tag=FZWO2YWBPYLU type=write size=1473360 2026-04-02T11:46:49.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.622+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=XHE4N6CGH9M0 type=del 2026-04-02T11:46:49.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.623+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=09DG50L7DXV2 type=del size=730549 2026-04-02T11:46:49.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.624+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~Y4J14QGQ1ISQ.0 size=188812 2026-04-02T11:46:49.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.625+0000 7f5333614880 1 < completed multipart upload key=AKGGO4RSPZUL upload=Y4J14QGQ1ISQ tag=7LOSGQA1XAA4 type=write size=1237388 2026-04-02T11:46:49.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.627+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~6OX2MH49K59V.0 size=997659 2026-04-02T11:46:49.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.627+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=6OX2MH49K59V tag=S4R3ZTAQWSS1 type=write size=2046235 2026-04-02T11:46:49.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.628+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~FG8K8SHRSJIW.0 size=1048576 2026-04-02T11:46:49.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.628+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~FG8K8SHRSJIW.1 size=575274 2026-04-02T11:46:49.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.630+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=FG8K8SHRSJIW tag=S412UATZF0M4 type=write size=2672426 2026-04-02T11:46:49.633 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.631+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=V80ZUDH6WT7V type=write size=496336 2026-04-02T11:46:49.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.632+0000 7f5333614880 -1 < failed to complete operation key=VTYB3X0YEZVL tag=MU0895A15IZE type=write size=636690: (22) Invalid argument 2026-04-02T11:46:49.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.634+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~6N10VGCJ9C5T.0 size=1048576 2026-04-02T11:46:49.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.635+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~6N10VGCJ9C5T.1 size=131133 2026-04-02T11:46:49.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.635+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=6N10VGCJ9C5T tag=L1SE4I4D1LY9 type=write size=2228285 2026-04-02T11:46:49.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.636+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=PL5EIRDWA6TO type=del 2026-04-02T11:46:49.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.637+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=KIJMJBXT94R8 type=del size=1819997 2026-04-02T11:46:49.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.637+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.0 size=1048576 2026-04-02T11:46:49.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.638+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.1 size=1048576 2026-04-02T11:46:49.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.639+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~R08YFBH53MTN.2 size=708281 2026-04-02T11:46:49.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.640+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=R08YFBH53MTN tag=55D551VJQUG4 type=write size=3854009 2026-04-02T11:46:49.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.641+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=NJL8NOBAFGZI type=del size=602800 2026-04-02T11:46:49.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.642+0000 7f5333614880 1 < completed delete operation key=VK1RMXPUCX5B tag=HM4QKEQQ1E2V type=del 2026-04-02T11:46:49.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.644+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~78N81AZQZPL9.0 size=764812 2026-04-02T11:46:49.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.644+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=78N81AZQZPL9 tag=6LRTE4AC1EV8 type=write size=1813388 2026-04-02T11:46:49.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.645+0000 7f5333614880 1 < suggested remove operation key=NAP80R228JZJ tag=JDTW8IQ2IVIN type=write 2026-04-02T11:46:49.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.647+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~38KZI9L1MPYE.0 size=158811 2026-04-02T11:46:49.649 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.647+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=38KZI9L1MPYE tag=GCKIY35WGG8Q type=write size=1207387 2026-04-02T11:46:49.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.649+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=2GV98LNWDYAC type=del 2026-04-02T11:46:49.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.649+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=VF8RWJABQUZH type=del size=61710 2026-04-02T11:46:49.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.650+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=TZ4IKILY4DSN type=del 2026-04-02T11:46:49.654 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.651+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=NMOCIFXECT7C type=write size=8548 2026-04-02T11:46:49.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.652+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~X83FUV6XQHRA.0 size=1048576 2026-04-02T11:46:49.655 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.653+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~X83FUV6XQHRA.1 size=964331 2026-04-02T11:46:49.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.655+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=X83FUV6XQHRA tag=E7KKNQ58ADUP type=write size=3061483 2026-04-02T11:46:49.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.656+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.0 size=1048576 2026-04-02T11:46:49.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.657+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.1 size=1048576 2026-04-02T11:46:49.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.658+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.2 size=645806 2026-04-02T11:46:49.660 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.658+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=B66PXY6LZJ2G tag=7P43FTYUUS4F type=write size=3791534 2026-04-02T11:46:49.661 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.658+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~GY0QUPWEJAYG.0 size=846046 2026-04-02T11:46:49.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.660+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=GY0QUPWEJAYG tag=XPSE41NNW5GT type=write size=1894622 2026-04-02T11:46:49.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.661+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~PZV3GXRF1KCP.0 size=1048576 2026-04-02T11:46:49.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.662+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~PZV3GXRF1KCP.1 size=739443 2026-04-02T11:46:49.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.662+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=PZV3GXRF1KCP tag=9ZXUITW0KZS0 type=write size=2836595 2026-04-02T11:46:49.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.663+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=XFYYM1BJRYL9 type=del 2026-04-02T11:46:49.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.664+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~CPEQH1GTAHF9.0 size=138476 2026-04-02T11:46:49.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.664+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=CPEQH1GTAHF9 tag=T8M2DJZICGPR type=write size=1187052 2026-04-02T11:46:49.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.665+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=QI9GSG3YXL43 type=del 2026-04-02T11:46:49.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.667+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~PNV4T8D4Z791.0 size=1048576 2026-04-02T11:46:49.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.668+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~PNV4T8D4Z791.1 size=321949 2026-04-02T11:46:49.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.668+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=PNV4T8D4Z791 tag=J4610AYQ8W48 type=write size=2419101 2026-04-02T11:46:49.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.670+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=TLWQ13VWZCS6 type=del 2026-04-02T11:46:49.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.671+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=CM7KJQ39F2DE type=del size=3333900 2026-04-02T11:46:49.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.671+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~L395NXNMP8X8.0 size=424784 2026-04-02T11:46:49.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.674+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=L395NXNMP8X8 tag=FZWO2YWBPYLU type=write size=1473360 2026-04-02T11:46:49.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.675+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=FXKAPTGD16CZ type=del size=2485274 2026-04-02T11:46:49.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.676+0000 7f5333614880 1 < suggested remove operation key=2UF1R4YCK37X tag=09DG50L7DXV2 type=del 2026-04-02T11:46:49.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.678+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~5X83038OZ1B6.0 size=829154 2026-04-02T11:46:49.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.678+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=5X83038OZ1B6 tag=CBZ6TV94PQJL type=write size=1877730 2026-04-02T11:46:49.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.679+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~6OX2MH49K59V.0 size=997659 2026-04-02T11:46:49.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.680+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=6OX2MH49K59V tag=S4R3ZTAQWSS1 type=write size=2046235 2026-04-02T11:46:49.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.681+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=6606BNORONXD type=del size=2133296 2026-04-02T11:46:49.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.682+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=V80ZUDH6WT7V type=write size=496336 2026-04-02T11:46:49.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.684+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~683ZEW4FEXWW.0 size=1014710 2026-04-02T11:46:49.686 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.684+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=683ZEW4FEXWW tag=7IYHWKDN5HBW type=write size=2063286 2026-04-02T11:46:49.687 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.685+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~6N10VGCJ9C5T.0 size=1048576 2026-04-02T11:46:49.688 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.686+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~6N10VGCJ9C5T.1 size=131133 2026-04-02T11:46:49.689 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.687+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=6N10VGCJ9C5T tag=L1SE4I4D1LY9 type=write size=2228285 2026-04-02T11:46:49.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.688+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=PF6DBG4VCBRV type=del size=4153952 2026-04-02T11:46:49.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.689+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=KIJMJBXT94R8 type=del 2026-04-02T11:46:49.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.689+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=AMBU30FKUHJC type=del size=827103 2026-04-02T11:46:49.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.690+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=NJL8NOBAFGZI type=del 2026-04-02T11:46:49.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.691+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=V1LMJAHBZYYY type=del size=2272532 2026-04-02T11:46:49.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.692+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~78N81AZQZPL9.0 size=764812 2026-04-02T11:46:49.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.693+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=78N81AZQZPL9 tag=6LRTE4AC1EV8 type=write size=1813388 2026-04-02T11:46:49.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.694+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=2V40DALZB6OM type=del size=1012506 2026-04-02T11:46:49.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.695+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~38KZI9L1MPYE.0 size=158811 2026-04-02T11:46:49.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.696+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=38KZI9L1MPYE tag=GCKIY35WGG8Q type=write size=1207387 2026-04-02T11:46:49.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.697+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=ZLQ8YRPLAE7W type=del size=1570574 2026-04-02T11:46:49.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.701+0000 7f5333614880 1 < suggested update operation key=3V9OL1TOYAR3 tag=VF8RWJABQUZH type=del size=61710 2026-04-02T11:46:49.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.703+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~2GOEPCD9S2OM.0 size=624756 2026-04-02T11:46:49.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.703+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=2GOEPCD9S2OM tag=1VRNN1EMUU4L type=write size=1673332 2026-04-02T11:46:49.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.705+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=NMOCIFXECT7C type=write size=8548 2026-04-02T11:46:49.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.706+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=GOM8ONR1EHWO type=del size=4064374 2026-04-02T11:46:49.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.707+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.0 size=1048576 2026-04-02T11:46:49.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.707+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.1 size=1048576 2026-04-02T11:46:49.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.708+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~B66PXY6LZJ2G.2 size=645806 2026-04-02T11:46:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.710+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=B66PXY6LZJ2G tag=7P43FTYUUS4F type=write size=3791534 2026-04-02T11:46:49.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.713+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~XIF2O5IV4K64.0 size=748044 2026-04-02T11:46:49.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.713+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=XIF2O5IV4K64 tag=68H43ZL5FKGG type=write size=1796620 2026-04-02T11:46:49.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.714+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~PZV3GXRF1KCP.0 size=1048576 2026-04-02T11:46:49.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.715+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~PZV3GXRF1KCP.1 size=739443 2026-04-02T11:46:49.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.717+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=PZV3GXRF1KCP tag=9ZXUITW0KZS0 type=write size=2836595 2026-04-02T11:46:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.719+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~2I2B59H43IAK.0 size=409721 2026-04-02T11:46:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.719+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=2I2B59H43IAK tag=LYQYK5RQNNAA type=write size=1458297 2026-04-02T11:46:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.720+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~CPEQH1GTAHF9.0 size=138476 2026-04-02T11:46:49.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.721+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=CPEQH1GTAHF9 tag=T8M2DJZICGPR type=write size=1187052 2026-04-02T11:46:49.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.722+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=10JYZEV4OGE2 type=write size=168071 2026-04-02T11:46:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.723+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~PNV4T8D4Z791.0 size=1048576 2026-04-02T11:46:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.724+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~PNV4T8D4Z791.1 size=321949 2026-04-02T11:46:49.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.726+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=PNV4T8D4Z791 tag=J4610AYQ8W48 type=write size=2419101 2026-04-02T11:46:49.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.727+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~BHPA5LT0UM2E.0 size=172402 2026-04-02T11:46:49.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.727+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=BHPA5LT0UM2E tag=E02V1BCHBKR8 type=write size=1220978 2026-04-02T11:46:49.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.728+0000 7f5333614880 1 < canceled operation key=SO2Q7V3NETW5 tag=CM7KJQ39F2DE type=del size=3333900 2026-04-02T11:46:49.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.730+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~FWTE76C0CMKB.0 size=466694 2026-04-02T11:46:49.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.730+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=FWTE76C0CMKB tag=57D3A44QKVV3 type=write size=1515270 2026-04-02T11:46:49.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.730+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=FXKAPTGD16CZ type=del 2026-04-02T11:46:49.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.731+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=SPUY2PA4988A type=del size=3163304 2026-04-02T11:46:49.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.732+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~5X83038OZ1B6.0 size=829154 2026-04-02T11:46:49.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.734+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=5X83038OZ1B6 tag=CBZ6TV94PQJL type=write size=1877730 2026-04-02T11:46:49.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.734+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=7XQMGIJ6X755 type=del size=2986731 2026-04-02T11:46:49.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.735+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=6606BNORONXD type=del 2026-04-02T11:46:49.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.736+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=2TGCO2GIJIBZ type=del size=1532566 2026-04-02T11:46:49.739 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.737+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~683ZEW4FEXWW.0 size=1014710 2026-04-02T11:46:49.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.739+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=683ZEW4FEXWW tag=7IYHWKDN5HBW type=write size=2063286 2026-04-02T11:46:49.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.740+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~Y61WIRS05789.0 size=1048576 2026-04-02T11:46:49.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.741+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~Y61WIRS05789.1 size=474738 2026-04-02T11:46:49.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.741+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=Y61WIRS05789 tag=0OYY52WU3O1Q type=write size=2571890 2026-04-02T11:46:49.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.742+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=PF6DBG4VCBRV type=del 2026-04-02T11:46:49.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.743+0000 7f5333614880 1 > prepared part key=_multipart_3F2TE2N1PC84.2~FNO5ZFJSDBIP.0 size=479647 2026-04-02T11:46:49.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.743+0000 7f5333614880 1 > prepared multipart upload key=3F2TE2N1PC84 upload=FNO5ZFJSDBIP tag=DJF9N3R5VNT5 type=write size=1528223 2026-04-02T11:46:49.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.744+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=AMBU30FKUHJC type=del 2026-04-02T11:46:49.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.745+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=0HKN802UFJQZ type=del size=4033476 2026-04-02T11:46:49.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.746+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=V1LMJAHBZYYY type=del 2026-04-02T11:46:49.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.747+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=BZWHP554G9U3 type=write size=454425 2026-04-02T11:46:49.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.748+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=2V40DALZB6OM type=del 2026-04-02T11:46:49.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.749+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=4Z5FMGLEJEWV type=del size=986143 2026-04-02T11:46:49.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.750+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=ZLQ8YRPLAE7W type=del 2026-04-02T11:46:49.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.752+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.0 size=1048576 2026-04-02T11:46:49.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.752+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.1 size=1048576 2026-04-02T11:46:49.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.753+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.2 size=492864 2026-04-02T11:46:49.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.753+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=01V4EHCOMC4L tag=LVGZ5W8J083G type=write size=3638592 2026-04-02T11:46:49.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.754+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~2GOEPCD9S2OM.0 size=624756 2026-04-02T11:46:49.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.756+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=2GOEPCD9S2OM tag=1VRNN1EMUU4L type=write size=1673332 2026-04-02T11:46:49.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.757+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=3NM5XJ9PKZBF type=write size=610700 2026-04-02T11:46:49.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.758+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=GOM8ONR1EHWO type=del 2026-04-02T11:46:49.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.761+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.0 size=1048576 2026-04-02T11:46:49.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.762+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.1 size=1048576 2026-04-02T11:46:49.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.763+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.2 size=894237 2026-04-02T11:46:49.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.763+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=OFTVGO6QJLL5 tag=Q5B8ST30CTWI type=write size=4039965 2026-04-02T11:46:49.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.764+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~XIF2O5IV4K64.0 size=748044 2026-04-02T11:46:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.765+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=XIF2O5IV4K64 tag=68H43ZL5FKGG type=write size=1796620 2026-04-02T11:46:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.766+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=FQCQJFXXB4H3 type=del size=1634919 2026-04-02T11:46:49.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.767+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~2I2B59H43IAK.0 size=409721 2026-04-02T11:46:49.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.769+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=2I2B59H43IAK tag=LYQYK5RQNNAA type=write size=1458297 2026-04-02T11:46:49.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.770+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~T8QK08IF6YXL.0 size=1048576 2026-04-02T11:46:49.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.771+0000 7f5333614880 1 > prepared part key=_multipart_SO2Q7V3NETW5.2~T8QK08IF6YXL.1 size=967107 2026-04-02T11:46:49.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.771+0000 7f5333614880 1 > prepared multipart upload key=SO2Q7V3NETW5 upload=T8QK08IF6YXL tag=W71DD496CTQC type=write size=3064259 2026-04-02T11:46:49.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.772+0000 7f5333614880 1 < completed write operation key=1CXMORSMG685 tag=10JYZEV4OGE2 type=write size=168071 2026-04-02T11:46:49.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.773+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=I21KKDW7WCPS type=del size=601049 2026-04-02T11:46:49.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.773+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~BHPA5LT0UM2E.0 size=172402 2026-04-02T11:46:49.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.775+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=BHPA5LT0UM2E tag=E02V1BCHBKR8 type=write size=1220978 2026-04-02T11:46:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.776+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=ANGHPZGVOQ3S type=write size=380362 2026-04-02T11:46:49.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.777+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~FWTE76C0CMKB.0 size=466694 2026-04-02T11:46:49.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.778+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=FWTE76C0CMKB tag=57D3A44QKVV3 type=write size=1515270 2026-04-02T11:46:49.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.779+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=RV2C9917UJZC type=del size=2854967 2026-04-02T11:46:49.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.780+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=SPUY2PA4988A type=del 2026-04-02T11:46:49.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.782+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=YVLK35ZJZ2HD type=del size=315339 2026-04-02T11:46:49.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.784+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=7XQMGIJ6X755 type=del size=2986731 2026-04-02T11:46:49.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.788+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=X0BYYDG9D3VB type=del size=1151241 2026-04-02T11:46:49.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.791+0000 7f5333614880 1 < suggested update operation key=2UF1R4YCK37X tag=2TGCO2GIJIBZ type=del size=1532566 2026-04-02T11:46:49.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.792+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=SWJ5K2D680WB type=del size=81153 2026-04-02T11:46:49.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.793+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~Y61WIRS05789.0 size=1048576 2026-04-02T11:46:49.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.793+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~Y61WIRS05789.1 size=474738 2026-04-02T11:46:49.797 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.794+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=Y61WIRS05789 tag=0OYY52WU3O1Q type=write size=2571890 2026-04-02T11:46:49.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.796+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.0 size=1048576 2026-04-02T11:46:49.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.797+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.1 size=1048576 2026-04-02T11:46:49.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.797+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.2 size=746580 2026-04-02T11:46:49.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.797+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=13PE5XXP1I2Q tag=EACAD9N5YNHJ type=write size=3892308 2026-04-02T11:46:49.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.798+0000 7f5333614880 1 < completed part key=_multipart_3F2TE2N1PC84.2~FNO5ZFJSDBIP.0 size=479647 2026-04-02T11:46:49.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.799+0000 7f5333614880 1 < completed multipart upload key=3F2TE2N1PC84 upload=FNO5ZFJSDBIP tag=DJF9N3R5VNT5 type=write size=1528223 2026-04-02T11:46:49.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.800+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=38MJJYNXTLKJ type=del size=546080 2026-04-02T11:46:49.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.801+0000 7f5333614880 -1 < failed to complete operation key=2UF1R4YCK37X tag=0HKN802UFJQZ type=del size=4033476: (22) Invalid argument 2026-04-02T11:46:49.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.802+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=ORNOQ3VA2BHF type=del size=414377 2026-04-02T11:46:49.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.804+0000 7f5333614880 1 < suggested remove operation key=AKGGO4RSPZUL tag=BZWHP554G9U3 type=write 2026-04-02T11:46:49.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.804+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=2MMIMGI7ZOBO type=del size=2343409 2026-04-02T11:46:49.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.805+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=4Z5FMGLEJEWV type=del 2026-04-02T11:46:49.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.807+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~DWSK6ILJYKCI.0 size=616476 2026-04-02T11:46:49.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.807+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=DWSK6ILJYKCI tag=JETDJVSU4N3Q type=write size=1665052 2026-04-02T11:46:49.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.808+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.0 size=1048576 2026-04-02T11:46:49.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.808+0000 7f5333614880 1 < canceled part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.1 size=1048576 2026-04-02T11:46:49.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.808+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~01V4EHCOMC4L.2 size=492864 2026-04-02T11:46:49.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.810+0000 7f5333614880 1 < canceled multipart upload key=VK1RMXPUCX5B upload=01V4EHCOMC4L tag=LVGZ5W8J083G type=write size=3638592 2026-04-02T11:46:49.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.812+0000 7f5333614880 1 > prepared part key=_multipart_X2A37MDQF19I.2~8WOR24408R0W.0 size=618228 2026-04-02T11:46:49.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.812+0000 7f5333614880 1 > prepared multipart upload key=X2A37MDQF19I upload=8WOR24408R0W tag=MDVGC2B2SVXJ type=write size=1666804 2026-04-02T11:46:49.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.812+0000 7f5333614880 1 < canceled operation key=NAP80R228JZJ tag=3NM5XJ9PKZBF type=write size=610700 2026-04-02T11:46:49.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.814+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~Q2FC4R31M5A7.0 size=1048576 2026-04-02T11:46:49.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.814+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~Q2FC4R31M5A7.1 size=172474 2026-04-02T11:46:49.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.814+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=Q2FC4R31M5A7 tag=1BLYPTJ2Y4IU type=write size=2269626 2026-04-02T11:46:49.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.815+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.0 size=1048576 2026-04-02T11:46:49.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.816+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.1 size=1048576 2026-04-02T11:46:49.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.816+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~OFTVGO6QJLL5.2 size=894237 2026-04-02T11:46:49.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.823+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=OFTVGO6QJLL5 tag=Q5B8ST30CTWI type=write size=4039965 2026-04-02T11:46:49.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.824+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=G1ECRMHL5DIG type=del size=1116054 2026-04-02T11:46:49.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.825+0000 7f5333614880 1 < completed delete operation key=D9L3BBI87CJI tag=FQCQJFXXB4H3 type=del 2026-04-02T11:46:49.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.827+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~E7219IHBGMQU.0 size=1048576 2026-04-02T11:46:49.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.827+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~E7219IHBGMQU.1 size=521495 2026-04-02T11:46:49.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.827+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=E7219IHBGMQU tag=3S4CXEFF2B0P type=write size=2618647 2026-04-02T11:46:49.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.828+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~T8QK08IF6YXL.0 size=1048576 2026-04-02T11:46:49.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.829+0000 7f5333614880 1 < completed part key=_multipart_SO2Q7V3NETW5.2~T8QK08IF6YXL.1 size=967107 2026-04-02T11:46:49.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.830+0000 7f5333614880 1 < completed multipart upload key=SO2Q7V3NETW5 upload=T8QK08IF6YXL tag=W71DD496CTQC type=write size=3064259 2026-04-02T11:46:49.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.832+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~9AFGIKUXX7YP.0 size=1048576 2026-04-02T11:46:49.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.832+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~9AFGIKUXX7YP.1 size=427031 2026-04-02T11:46:49.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.832+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=9AFGIKUXX7YP tag=LAYJYI0WOLE5 type=write size=2524183 2026-04-02T11:46:49.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.833+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=I21KKDW7WCPS type=del 2026-04-02T11:46:49.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.834+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=PUE0O1IOX61A type=del size=3455150 2026-04-02T11:46:49.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.835+0000 7f5333614880 1 < canceled operation key=IWEIGMTGAJE9 tag=ANGHPZGVOQ3S type=write size=380362 2026-04-02T11:46:49.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.835+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=WRTVOI12V7BA type=del size=258595 2026-04-02T11:46:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.837+0000 7f5333614880 1 < suggested update operation key=EB6X219R2ZBH tag=RV2C9917UJZC type=del size=2854967 2026-04-02T11:46:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.838+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=UBYZHBD0NNHY type=del size=424352 2026-04-02T11:46:49.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.838+0000 7f5333614880 1 < canceled operation key=3F2TE2N1PC84 tag=YVLK35ZJZ2HD type=del size=315339 2026-04-02T11:46:49.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.839+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=6U8FSAL59G17 type=del size=673471 2026-04-02T11:46:49.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.840+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=X0BYYDG9D3VB type=del 2026-04-02T11:46:49.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.841+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~UY5CWMQ8YDRB.0 size=338505 2026-04-02T11:46:49.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.841+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=UY5CWMQ8YDRB tag=WKLVZG55RLWZ type=write size=1387081 2026-04-02T11:46:49.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.842+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=SWJ5K2D680WB type=del 2026-04-02T11:46:49.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.843+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.0 size=1048576 2026-04-02T11:46:49.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.844+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.1 size=1048576 2026-04-02T11:46:49.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.845+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.2 size=317105 2026-04-02T11:46:49.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.845+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=RD9DB800AOLL tag=RTS65QJVC3PW type=write size=3462833 2026-04-02T11:46:49.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.846+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.0 size=1048576 2026-04-02T11:46:49.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.846+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.1 size=1048576 2026-04-02T11:46:49.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.847+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~13PE5XXP1I2Q.2 size=746580 2026-04-02T11:46:49.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.849+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=13PE5XXP1I2Q tag=EACAD9N5YNHJ type=write size=3892308 2026-04-02T11:46:49.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.850+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=H3QJCJOOKEDY type=del size=1405798 2026-04-02T11:46:49.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.851+0000 7f5333614880 1 < suggested update operation key=1N5ID2080ZHV tag=38MJJYNXTLKJ type=del size=546080 2026-04-02T11:46:49.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.853+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~NC8Q1RF1EGPN.0 size=894193 2026-04-02T11:46:49.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.853+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=NC8Q1RF1EGPN tag=F8TM9HEH1G5T type=write size=1942769 2026-04-02T11:46:49.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.854+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=ORNOQ3VA2BHF type=del 2026-04-02T11:46:49.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.855+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.0 size=1048576 2026-04-02T11:46:49.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.856+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.1 size=1048576 2026-04-02T11:46:49.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.857+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.2 size=241903 2026-04-02T11:46:49.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.857+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=DI7UU5OW4691 tag=9KU0EM50J7HO type=write size=3387631 2026-04-02T11:46:49.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.858+0000 7f5333614880 1 < canceled operation key=38G32TCWGKT5 tag=2MMIMGI7ZOBO type=del size=2343409 2026-04-02T11:46:49.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.858+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=8LG8TT4CQ7ZO type=del size=3251074 2026-04-02T11:46:49.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.859+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~DWSK6ILJYKCI.0 size=616476 2026-04-02T11:46:49.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.861+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=DWSK6ILJYKCI tag=JETDJVSU4N3Q type=write size=1665052 2026-04-02T11:46:49.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.862+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~R9J1TQ2HXNB3.0 size=1048576 2026-04-02T11:46:49.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.863+0000 7f5333614880 1 > prepared part key=_multipart_AKGGO4RSPZUL.2~R9J1TQ2HXNB3.1 size=214114 2026-04-02T11:46:49.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.863+0000 7f5333614880 1 > prepared multipart upload key=AKGGO4RSPZUL upload=R9J1TQ2HXNB3 tag=L5VPIACC9W16 type=write size=2311266 2026-04-02T11:46:49.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.864+0000 7f5333614880 1 < completed part key=_multipart_X2A37MDQF19I.2~8WOR24408R0W.0 size=618228 2026-04-02T11:46:49.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.866+0000 7f5333614880 1 < completed multipart upload key=X2A37MDQF19I upload=8WOR24408R0W tag=MDVGC2B2SVXJ type=write size=1666804 2026-04-02T11:46:49.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.867+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~TPMX0N1O075Z.0 size=159019 2026-04-02T11:46:49.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.867+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=TPMX0N1O075Z tag=624QATVHOJ96 type=write size=1207595 2026-04-02T11:46:49.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.868+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~Q2FC4R31M5A7.0 size=1048576 2026-04-02T11:46:49.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.869+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~Q2FC4R31M5A7.1 size=172474 2026-04-02T11:46:49.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.871+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=Q2FC4R31M5A7 tag=1BLYPTJ2Y4IU type=write size=2269626 2026-04-02T11:46:49.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.873+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~0JYLH9ER0U5V.0 size=1048576 2026-04-02T11:46:49.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.873+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~0JYLH9ER0U5V.1 size=655549 2026-04-02T11:46:49.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.873+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=0JYLH9ER0U5V tag=W4FHT7F10YF4 type=write size=2752701 2026-04-02T11:46:49.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.874+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=G1ECRMHL5DIG type=del 2026-04-02T11:46:49.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.875+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=AYP3XCX6F3GG type=del size=3537357 2026-04-02T11:46:49.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.876+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~E7219IHBGMQU.0 size=1048576 2026-04-02T11:46:49.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.877+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~E7219IHBGMQU.1 size=521495 2026-04-02T11:46:49.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.878+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=E7219IHBGMQU tag=3S4CXEFF2B0P type=write size=2618647 2026-04-02T11:46:49.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.880+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.0 size=1048576 2026-04-02T11:46:49.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.881+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.1 size=1048576 2026-04-02T11:46:49.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.882+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.2 size=975472 2026-04-02T11:46:49.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.882+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=8LLM1C03BOL6 tag=N73B7YTEO3TY type=write size=4121200 2026-04-02T11:46:49.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.883+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~9AFGIKUXX7YP.0 size=1048576 2026-04-02T11:46:49.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.883+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~9AFGIKUXX7YP.1 size=427031 2026-04-02T11:46:49.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.885+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=9AFGIKUXX7YP tag=LAYJYI0WOLE5 type=write size=2524183 2026-04-02T11:46:49.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.887+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.0 size=1048576 2026-04-02T11:46:49.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.888+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.1 size=1048576 2026-04-02T11:46:49.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.888+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.2 size=761672 2026-04-02T11:46:49.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.888+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=REX5R8MGTPZH tag=HI9LSFUGPDYU type=write size=3907400 2026-04-02T11:46:49.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.889+0000 7f5333614880 -1 < failed to complete operation key=1N5ID2080ZHV tag=PUE0O1IOX61A type=del size=3455150: (22) Invalid argument 2026-04-02T11:46:49.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.890+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=PGKQ12XAVAG4 type=write size=1037122 2026-04-02T11:46:49.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.891+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=WRTVOI12V7BA type=del 2026-04-02T11:46:49.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.893+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~SJFLBC3T6X7H.0 size=1048576 2026-04-02T11:46:49.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.894+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~SJFLBC3T6X7H.1 size=488004 2026-04-02T11:46:49.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.894+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=SJFLBC3T6X7H tag=FSWLEPRLEEL4 type=write size=2585156 2026-04-02T11:46:49.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.894+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=UBYZHBD0NNHY type=del 2026-04-02T11:46:49.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.895+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=VKF0S6WJDA14 type=del size=1827889 2026-04-02T11:46:49.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.897+0000 7f5333614880 1 < suggested remove operation key=AKGGO4RSPZUL tag=6U8FSAL59G17 type=del 2026-04-02T11:46:49.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.899+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~UGIUXMUU9OLT.0 size=204333 2026-04-02T11:46:49.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.899+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=UGIUXMUU9OLT tag=FL40DPAQQ7TS type=write size=1252909 2026-04-02T11:46:49.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.899+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~UY5CWMQ8YDRB.0 size=338505 2026-04-02T11:46:49.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.901+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=UY5CWMQ8YDRB tag=WKLVZG55RLWZ type=write size=1387081 2026-04-02T11:46:49.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.903+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~THMVCDMT3M8I.0 size=237615 2026-04-02T11:46:49.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.903+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=THMVCDMT3M8I tag=D2YW6XSMXV4K type=write size=1286191 2026-04-02T11:46:49.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.904+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.0 size=1048576 2026-04-02T11:46:49.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.905+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.1 size=1048576 2026-04-02T11:46:49.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.906+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~RD9DB800AOLL.2 size=317105 2026-04-02T11:46:49.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.907+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=RD9DB800AOLL tag=RTS65QJVC3PW type=write size=3462833 2026-04-02T11:46:49.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.909+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~5VCSKM2WDYMX.0 size=250676 2026-04-02T11:46:49.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.909+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=5VCSKM2WDYMX tag=MORY6HQ642LS type=write size=1299252 2026-04-02T11:46:49.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.910+0000 7f5333614880 1 < canceled operation key=5EJJIO7Z6IK3 tag=H3QJCJOOKEDY type=del size=1405798 2026-04-02T11:46:49.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.911+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=7FTNHHYX6E4B type=del size=3063049 2026-04-02T11:46:49.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.912+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~NC8Q1RF1EGPN.0 size=894193 2026-04-02T11:46:49.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.913+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=NC8Q1RF1EGPN tag=F8TM9HEH1G5T type=write size=1942769 2026-04-02T11:46:49.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.914+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=EO3J3Q0DHD78 type=del size=2559852 2026-04-02T11:46:49.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.915+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.0 size=1048576 2026-04-02T11:46:49.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.916+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.1 size=1048576 2026-04-02T11:46:49.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.917+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~DI7UU5OW4691.2 size=241903 2026-04-02T11:46:49.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.919+0000 7f5333614880 1 < completed multipart upload key=EB6X219R2ZBH upload=DI7UU5OW4691 tag=9KU0EM50J7HO type=write size=3387631 2026-04-02T11:46:49.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.920+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=W80710242SZA type=del size=2757271 2026-04-02T11:46:49.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.920+0000 7f5333614880 1 < canceled operation key=3F2TE2N1PC84 tag=8LG8TT4CQ7ZO type=del size=3251074 2026-04-02T11:46:49.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.921+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=GWJFVYE97DMZ type=del size=4132752 2026-04-02T11:46:49.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.922+0000 7f5333614880 1 < canceled part key=_multipart_AKGGO4RSPZUL.2~R9J1TQ2HXNB3.0 size=1048576 2026-04-02T11:46:49.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.922+0000 7f5333614880 1 < completed part key=_multipart_AKGGO4RSPZUL.2~R9J1TQ2HXNB3.1 size=214114 2026-04-02T11:46:49.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.924+0000 7f5333614880 1 < canceled multipart upload key=AKGGO4RSPZUL upload=R9J1TQ2HXNB3 tag=L5VPIACC9W16 type=write size=2311266 2026-04-02T11:46:49.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.925+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=EQ2UVBPLUH6O type=del size=1775693 2026-04-02T11:46:49.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.926+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~TPMX0N1O075Z.0 size=159019 2026-04-02T11:46:49.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.928+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=TPMX0N1O075Z tag=624QATVHOJ96 type=write size=1207595 2026-04-02T11:46:49.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.929+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~OCWN3XJAYMVI.0 size=1048576 2026-04-02T11:46:49.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.930+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~OCWN3XJAYMVI.1 size=243507 2026-04-02T11:46:49.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.930+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=OCWN3XJAYMVI tag=M389LXVND550 type=write size=2340659 2026-04-02T11:46:49.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.931+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~0JYLH9ER0U5V.0 size=1048576 2026-04-02T11:46:49.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.932+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~0JYLH9ER0U5V.1 size=655549 2026-04-02T11:46:49.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.934+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=0JYLH9ER0U5V tag=W4FHT7F10YF4 type=write size=2752701 2026-04-02T11:46:49.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.936+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~SYEF5FHZU3LX.0 size=1048576 2026-04-02T11:46:49.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.937+0000 7f5333614880 1 > prepared part key=_multipart_2FO2MNKR19RL.2~SYEF5FHZU3LX.1 size=188638 2026-04-02T11:46:49.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.937+0000 7f5333614880 1 > prepared multipart upload key=2FO2MNKR19RL upload=SYEF5FHZU3LX tag=EFKXT3EDNOVV type=write size=2285790 2026-04-02T11:46:49.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.938+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=AYP3XCX6F3GG type=del 2026-04-02T11:46:49.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.939+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=B97T7OGN53MI type=write size=867833 2026-04-02T11:46:49.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.939+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.0 size=1048576 2026-04-02T11:46:49.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.940+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.1 size=1048576 2026-04-02T11:46:49.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.941+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~8LLM1C03BOL6.2 size=975472 2026-04-02T11:46:49.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.943+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=8LLM1C03BOL6 tag=N73B7YTEO3TY type=write size=4121200 2026-04-02T11:46:49.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.944+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=ZLZ9883KRFS2 type=del size=1615736 2026-04-02T11:46:49.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.945+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.0 size=1048576 2026-04-02T11:46:49.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.946+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.1 size=1048576 2026-04-02T11:46:49.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.947+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~REX5R8MGTPZH.2 size=761672 2026-04-02T11:46:49.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.948+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=REX5R8MGTPZH tag=HI9LSFUGPDYU type=write size=3907400 2026-04-02T11:46:49.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.950+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~FKCS1P0DKI71.0 size=952626 2026-04-02T11:46:49.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.950+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=FKCS1P0DKI71 tag=PYLF50P2B570 type=write size=2001202 2026-04-02T11:46:49.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.951+0000 7f5333614880 1 < completed write operation key=KXHWK6IVPLYO tag=PGKQ12XAVAG4 type=write size=1037122 2026-04-02T11:46:49.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.952+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~4S02NOZ2OUTL.0 size=751510 2026-04-02T11:46:49.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.952+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=4S02NOZ2OUTL tag=8CCCMRQ6INJY type=write size=1800086 2026-04-02T11:46:49.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.952+0000 7f5333614880 1 < canceled part key=_multipart_AG4P1QGOQ0OE.2~SJFLBC3T6X7H.0 size=1048576 2026-04-02T11:46:49.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.953+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~SJFLBC3T6X7H.1 size=488004 2026-04-02T11:46:49.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.955+0000 7f5333614880 1 < canceled multipart upload key=AG4P1QGOQ0OE upload=SJFLBC3T6X7H tag=FSWLEPRLEEL4 type=write size=2585156 2026-04-02T11:46:49.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.957+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~Y03KHGVE5EPD.0 size=1048576 2026-04-02T11:46:49.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.957+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~Y03KHGVE5EPD.1 size=486439 2026-04-02T11:46:49.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.957+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=Y03KHGVE5EPD tag=JIYC61Y57C03 type=write size=2583591 2026-04-02T11:46:49.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.958+0000 7f5333614880 1 < completed delete operation key=GLU301MHO00G tag=VKF0S6WJDA14 type=del 2026-04-02T11:46:49.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.959+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~ME0W5WF8C4RB.0 size=1048576 2026-04-02T11:46:49.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.960+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~ME0W5WF8C4RB.1 size=429636 2026-04-02T11:46:49.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.960+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=ME0W5WF8C4RB tag=381GY9PV5WUX type=write size=2526788 2026-04-02T11:46:49.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.961+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~UGIUXMUU9OLT.0 size=204333 2026-04-02T11:46:49.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.962+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=UGIUXMUU9OLT tag=FL40DPAQQ7TS type=write size=1252909 2026-04-02T11:46:49.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.964+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.0 size=1048576 2026-04-02T11:46:49.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.965+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.1 size=1048576 2026-04-02T11:46:49.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.965+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.2 size=668996 2026-04-02T11:46:49.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.965+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=3Y5TACCUX7TY tag=1Q8S0EBCC6MF type=write size=3814724 2026-04-02T11:46:49.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.966+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~THMVCDMT3M8I.0 size=237615 2026-04-02T11:46:49.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.968+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=THMVCDMT3M8I tag=D2YW6XSMXV4K type=write size=1286191 2026-04-02T11:46:49.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.969+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=YYZLV2ZC9OQ7 type=del size=2751108 2026-04-02T11:46:49.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.970+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~5VCSKM2WDYMX.0 size=250676 2026-04-02T11:46:49.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.971+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=5VCSKM2WDYMX tag=MORY6HQ642LS type=write size=1299252 2026-04-02T11:46:49.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.973+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.0 size=1048576 2026-04-02T11:46:49.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.974+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.1 size=1048576 2026-04-02T11:46:49.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.975+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.2 size=876357 2026-04-02T11:46:49.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.975+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=1M9CIKGVH8ND tag=ACQMP1SWYS3Q type=write size=4022085 2026-04-02T11:46:49.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.976+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=7FTNHHYX6E4B type=del 2026-04-02T11:46:49.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.977+0000 7f5333614880 1 > prepared operation key=D9L3BBI87CJI tag=JF8RD4U0YX3T type=del size=1927756 2026-04-02T11:46:49.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.978+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=EO3J3Q0DHD78 type=del 2026-04-02T11:46:49.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.981+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=SFO7VCR3UPU8 type=write size=1023236 2026-04-02T11:46:49.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.983+0000 7f5333614880 1 < suggested update operation key=D9L3BBI87CJI tag=W80710242SZA type=del size=2757271 2026-04-02T11:46:49.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.986+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~M0A7EWMOB2R7.0 size=882993 2026-04-02T11:46:49.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.987+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=M0A7EWMOB2R7 tag=E6U9WJES68BL type=write size=1931569 2026-04-02T11:46:49.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.988+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=GWJFVYE97DMZ type=del 2026-04-02T11:46:49.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.990+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~0MU5IHM3QZXT.0 size=103339 2026-04-02T11:46:49.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.990+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=0MU5IHM3QZXT tag=54B3G8NDCUCF type=write size=1151915 2026-04-02T11:46:49.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.991+0000 7f5333614880 1 < completed delete operation key=RYJ7HCWSK1ZK tag=EQ2UVBPLUH6O type=del 2026-04-02T11:46:49.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.992+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=Z1ORHEY0MBJV type=del size=2421737 2026-04-02T11:46:49.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.994+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~OCWN3XJAYMVI.0 size=1048576 2026-04-02T11:46:49.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.994+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~OCWN3XJAYMVI.1 size=243507 2026-04-02T11:46:49.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.996+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=OCWN3XJAYMVI tag=M389LXVND550 type=write size=2340659 2026-04-02T11:46:50.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.998+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~9JLM289Z0XSV.0 size=342291 2026-04-02T11:46:50.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.998+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=9JLM289Z0XSV tag=VP3CZGQRN994 type=write size=1390867 2026-04-02T11:46:50.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:49.999+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~SYEF5FHZU3LX.0 size=1048576 2026-04-02T11:46:50.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.000+0000 7f5333614880 1 < completed part key=_multipart_2FO2MNKR19RL.2~SYEF5FHZU3LX.1 size=188638 2026-04-02T11:46:50.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.002+0000 7f5333614880 1 < completed multipart upload key=2FO2MNKR19RL upload=SYEF5FHZU3LX tag=EFKXT3EDNOVV type=write size=2285790 2026-04-02T11:46:50.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.004+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~S2TRTK5PMZ7S.0 size=465380 2026-04-02T11:46:50.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.004+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=S2TRTK5PMZ7S tag=10828DSQJRT7 type=write size=1513956 2026-04-02T11:46:50.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.005+0000 7f5333614880 1 < completed write operation key=UMYOSRME1LS0 tag=B97T7OGN53MI type=write size=867833 2026-04-02T11:46:50.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.006+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=UWDWI6D6JLPQ type=del size=1294274 2026-04-02T11:46:50.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.007+0000 7f5333614880 1 < suggested update operation key=NAP80R228JZJ tag=ZLZ9883KRFS2 type=del size=1615736 2026-04-02T11:46:50.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.008+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=00QQ8CGWKIKI type=del size=14001 2026-04-02T11:46:50.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.009+0000 7f5333614880 1 < completed part key=_multipart_C8ZRSTX2VB66.2~FKCS1P0DKI71.0 size=952626 2026-04-02T11:46:50.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.011+0000 7f5333614880 1 < completed multipart upload key=C8ZRSTX2VB66 upload=FKCS1P0DKI71 tag=PYLF50P2B570 type=write size=2001202 2026-04-02T11:46:50.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.012+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=NCXIFST4UZKJ type=write size=976903 2026-04-02T11:46:50.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.013+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~4S02NOZ2OUTL.0 size=751510 2026-04-02T11:46:50.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.014+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=4S02NOZ2OUTL tag=8CCCMRQ6INJY type=write size=1800086 2026-04-02T11:46:50.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.015+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=JTOGONAIUQOA type=del size=2673992 2026-04-02T11:46:50.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.015+0000 7f5333614880 1 < canceled part key=_multipart_1N5ID2080ZHV.2~Y03KHGVE5EPD.0 size=1048576 2026-04-02T11:46:50.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.016+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~Y03KHGVE5EPD.1 size=486439 2026-04-02T11:46:50.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.018+0000 7f5333614880 1 < canceled multipart upload key=1N5ID2080ZHV upload=Y03KHGVE5EPD tag=JIYC61Y57C03 type=write size=2583591 2026-04-02T11:46:50.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.019+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=YLK7BXQUO30B type=write size=462791 2026-04-02T11:46:50.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.020+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~ME0W5WF8C4RB.0 size=1048576 2026-04-02T11:46:50.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.021+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~ME0W5WF8C4RB.1 size=429636 2026-04-02T11:46:50.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.022+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=ME0W5WF8C4RB tag=381GY9PV5WUX type=write size=2526788 2026-04-02T11:46:50.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.023+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=MBSKDU7H7XL4 type=del size=1561192 2026-04-02T11:46:50.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.024+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.0 size=1048576 2026-04-02T11:46:50.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.025+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.1 size=1048576 2026-04-02T11:46:50.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.026+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~3Y5TACCUX7TY.2 size=668996 2026-04-02T11:46:50.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.028+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=3Y5TACCUX7TY tag=1Q8S0EBCC6MF type=write size=3814724 2026-04-02T11:46:50.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.030+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~6TDR14O3OHE6.0 size=1048576 2026-04-02T11:46:50.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.031+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~6TDR14O3OHE6.1 size=848886 2026-04-02T11:46:50.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.031+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=6TDR14O3OHE6 tag=NAVJRY7PMNRN type=write size=2946038 2026-04-02T11:46:50.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.032+0000 7f5333614880 1 < canceled operation key=38G32TCWGKT5 tag=YYZLV2ZC9OQ7 type=del size=2751108 2026-04-02T11:46:50.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.033+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~IH6FBXKC2TYO.0 size=1048576 2026-04-02T11:46:50.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.034+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~IH6FBXKC2TYO.1 size=819381 2026-04-02T11:46:50.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.034+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=IH6FBXKC2TYO tag=ZGP7MBSZNDVF type=write size=2916533 2026-04-02T11:46:50.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.034+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.0 size=1048576 2026-04-02T11:46:50.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.035+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.1 size=1048576 2026-04-02T11:46:50.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.035+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~1M9CIKGVH8ND.2 size=876357 2026-04-02T11:46:50.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.037+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=1M9CIKGVH8ND tag=ACQMP1SWYS3Q type=write size=4022085 2026-04-02T11:46:50.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.039+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~2L7X0AEEAPCF.0 size=1048576 2026-04-02T11:46:50.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.039+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~2L7X0AEEAPCF.1 size=724549 2026-04-02T11:46:50.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.039+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=2L7X0AEEAPCF tag=I789IG8G3A8W type=write size=2821701 2026-04-02T11:46:50.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.040+0000 7f5333614880 -1 < failed to complete operation key=D9L3BBI87CJI tag=JF8RD4U0YX3T type=del size=1927756: (22) Invalid argument 2026-04-02T11:46:50.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.042+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~Y9T93W4NTSKI.0 size=1048576 2026-04-02T11:46:50.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.042+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~Y9T93W4NTSKI.1 size=655511 2026-04-02T11:46:50.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.042+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=Y9T93W4NTSKI tag=RDTA7KSZ2WOK type=write size=2752663 2026-04-02T11:46:50.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.043+0000 7f5333614880 1 < completed write operation key=LTB13PIUFMYH tag=SFO7VCR3UPU8 type=write size=1023236 2026-04-02T11:46:50.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.044+0000 7f5333614880 1 > prepared operation key=C8ZRSTX2VB66 tag=0BNPG85ODAVZ type=del size=1009374 2026-04-02T11:46:50.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.045+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~M0A7EWMOB2R7.0 size=882993 2026-04-02T11:46:50.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.047+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=M0A7EWMOB2R7 tag=E6U9WJES68BL type=write size=1931569 2026-04-02T11:46:50.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.048+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=WARZ18FFDBFA type=del size=1750251 2026-04-02T11:46:50.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.048+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~0MU5IHM3QZXT.0 size=103339 2026-04-02T11:46:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.050+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=0MU5IHM3QZXT tag=54B3G8NDCUCF type=write size=1151915 2026-04-02T11:46:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.051+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=VAE6PG868E0I type=del size=3844124 2026-04-02T11:46:50.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.052+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=Z1ORHEY0MBJV type=del 2026-04-02T11:46:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.054+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.0 size=1048576 2026-04-02T11:46:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.054+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.1 size=1048576 2026-04-02T11:46:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.055+0000 7f5333614880 1 > prepared part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.2 size=181844 2026-04-02T11:46:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.055+0000 7f5333614880 1 > prepared multipart upload key=1N5ID2080ZHV upload=3M3L6L8ZBCJK tag=GCHHYXVGL12D type=write size=3327572 2026-04-02T11:46:50.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.056+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~9JLM289Z0XSV.0 size=342291 2026-04-02T11:46:50.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.057+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=9JLM289Z0XSV tag=VP3CZGQRN994 type=write size=1390867 2026-04-02T11:46:50.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.059+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~E2JJHDP7DX5H.0 size=1048576 2026-04-02T11:46:50.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.060+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~E2JJHDP7DX5H.1 size=16359 2026-04-02T11:46:50.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.060+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=E2JJHDP7DX5H tag=27T3V4OJ536G type=write size=2113511 2026-04-02T11:46:50.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.061+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~S2TRTK5PMZ7S.0 size=465380 2026-04-02T11:46:50.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.062+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=S2TRTK5PMZ7S tag=10828DSQJRT7 type=write size=1513956 2026-04-02T11:46:50.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.063+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=V4ZLSQYO2K54 type=write size=832522 2026-04-02T11:46:50.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.064+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=UWDWI6D6JLPQ type=del 2026-04-02T11:46:50.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.065+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=K41NMZMA3LMT type=del size=2074702 2026-04-02T11:46:50.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.067+0000 7f5333614880 1 < suggested remove operation key=3F2TE2N1PC84 tag=00QQ8CGWKIKI type=del 2026-04-02T11:46:50.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.068+0000 7f5333614880 1 > prepared operation key=3F2TE2N1PC84 tag=XB2XJX5U2T4C type=del size=2973839 2026-04-02T11:46:50.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.070+0000 7f5333614880 1 < suggested update operation key=LCFTZTQP4MWZ tag=NCXIFST4UZKJ type=write size=976903 2026-04-02T11:46:50.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.071+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=73251TCJP0AG type=del size=2762085 2026-04-02T11:46:50.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.071+0000 7f5333614880 1 < completed delete operation key=2UF1R4YCK37X tag=JTOGONAIUQOA type=del 2026-04-02T11:46:50.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.072+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=6O73U2ODJLJJ type=del size=3724950 2026-04-02T11:46:50.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.073+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=YLK7BXQUO30B type=write size=462791 2026-04-02T11:46:50.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.074+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=EE2JVDJWE29E type=write size=401254 2026-04-02T11:46:50.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.075+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=MBSKDU7H7XL4 type=del 2026-04-02T11:46:50.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.076+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=4JSGKQYGAFOJ type=write size=629654 2026-04-02T11:46:50.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.077+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~6TDR14O3OHE6.0 size=1048576 2026-04-02T11:46:50.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.078+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~6TDR14O3OHE6.1 size=848886 2026-04-02T11:46:50.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.079+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=6TDR14O3OHE6 tag=NAVJRY7PMNRN type=write size=2946038 2026-04-02T11:46:50.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.080+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=81Q446UJGP9N type=write size=136513 2026-04-02T11:46:50.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.081+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~IH6FBXKC2TYO.0 size=1048576 2026-04-02T11:46:50.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.082+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~IH6FBXKC2TYO.1 size=819381 2026-04-02T11:46:50.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.084+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=IH6FBXKC2TYO tag=ZGP7MBSZNDVF type=write size=2916533 2026-04-02T11:46:50.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.085+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=SSD6XEM7ZI4M type=write size=518260 2026-04-02T11:46:50.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.086+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~2L7X0AEEAPCF.0 size=1048576 2026-04-02T11:46:50.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.086+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~2L7X0AEEAPCF.1 size=724549 2026-04-02T11:46:50.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.088+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=2L7X0AEEAPCF tag=I789IG8G3A8W type=write size=2821701 2026-04-02T11:46:50.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.089+0000 7f5333614880 1 > prepared operation key=AG4P1QGOQ0OE tag=JHOLW0FP6EYL type=del size=2686714 2026-04-02T11:46:50.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.090+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~Y9T93W4NTSKI.0 size=1048576 2026-04-02T11:46:50.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.090+0000 7f5333614880 1 < canceled part key=_multipart_38G32TCWGKT5.2~Y9T93W4NTSKI.1 size=655511 2026-04-02T11:46:50.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.092+0000 7f5333614880 1 < canceled multipart upload key=38G32TCWGKT5 upload=Y9T93W4NTSKI tag=RDTA7KSZ2WOK type=write size=2752663 2026-04-02T11:46:50.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.093+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=F60REGY7RGAY type=del size=1762284 2026-04-02T11:46:50.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.093+0000 7f5333614880 1 < completed delete operation key=C8ZRSTX2VB66 tag=0BNPG85ODAVZ type=del 2026-04-02T11:46:50.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.094+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=1SM5GEM0MMVG type=del size=4060213 2026-04-02T11:46:50.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.095+0000 7f5333614880 1 < completed delete operation key=1N5ID2080ZHV tag=WARZ18FFDBFA type=del 2026-04-02T11:46:50.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.097+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.0 size=1048576 2026-04-02T11:46:50.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.097+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.1 size=1048576 2026-04-02T11:46:50.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.098+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.2 size=972375 2026-04-02T11:46:50.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.098+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=0HZF9GYLKTWW tag=AYL5U17DASUR type=write size=4118103 2026-04-02T11:46:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.099+0000 7f5333614880 1 < completed delete operation key=2FO2MNKR19RL tag=VAE6PG868E0I type=del 2026-04-02T11:46:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.100+0000 7f5333614880 1 > prepared operation key=38G32TCWGKT5 tag=ITUY8NA02IFL type=del size=421268 2026-04-02T11:46:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.101+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.0 size=1048576 2026-04-02T11:46:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.102+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.1 size=1048576 2026-04-02T11:46:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.103+0000 7f5333614880 1 < completed part key=_multipart_1N5ID2080ZHV.2~3M3L6L8ZBCJK.2 size=181844 2026-04-02T11:46:50.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.105+0000 7f5333614880 1 < completed multipart upload key=1N5ID2080ZHV upload=3M3L6L8ZBCJK tag=GCHHYXVGL12D type=write size=3327572 2026-04-02T11:46:50.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.105+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=8OCGYVXW6C0S type=del size=1170809 2026-04-02T11:46:50.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.106+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~E2JJHDP7DX5H.0 size=1048576 2026-04-02T11:46:50.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.106+0000 7f5333614880 1 < canceled part key=_multipart_UNBE0OR07CI2.2~E2JJHDP7DX5H.1 size=16359 2026-04-02T11:46:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.108+0000 7f5333614880 1 < canceled multipart upload key=UNBE0OR07CI2 upload=E2JJHDP7DX5H tag=27T3V4OJ536G type=write size=2113511 2026-04-02T11:46:50.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.112+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JBG6KY2YNIFR.0 size=1048576 2026-04-02T11:46:50.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.113+0000 7f5333614880 1 > prepared part key=_multipart_EB6X219R2ZBH.2~JBG6KY2YNIFR.1 size=810043 2026-04-02T11:46:50.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.113+0000 7f5333614880 1 > prepared multipart upload key=EB6X219R2ZBH upload=JBG6KY2YNIFR tag=E22QXCQOCOAW type=write size=2907195 2026-04-02T11:46:50.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.114+0000 7f5333614880 -1 < failed to complete operation key=3F2TE2N1PC84 tag=V4ZLSQYO2K54 type=write size=832522: (22) Invalid argument 2026-04-02T11:46:50.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.116+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=A03YRH5NCXQ1 type=del size=981369 2026-04-02T11:46:50.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.116+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=K41NMZMA3LMT type=del 2026-04-02T11:46:50.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.118+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=ULOC0Y02HSBZ type=del size=3338296 2026-04-02T11:46:50.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.118+0000 7f5333614880 1 < completed delete operation key=3F2TE2N1PC84 tag=XB2XJX5U2T4C type=del 2026-04-02T11:46:50.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.120+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~CFM4Y55RU41I.0 size=1048576 2026-04-02T11:46:50.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.121+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~CFM4Y55RU41I.1 size=458007 2026-04-02T11:46:50.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.121+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=CFM4Y55RU41I tag=H5YXGEY4RGVH type=write size=2555159 2026-04-02T11:46:50.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.122+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=73251TCJP0AG type=del 2026-04-02T11:46:50.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.124+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~ZG6BTEEAEHT8.0 size=249432 2026-04-02T11:46:50.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.124+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=ZG6BTEEAEHT8 tag=PXDZYIKA2YW1 type=write size=1298008 2026-04-02T11:46:50.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.125+0000 7f5333614880 1 < canceled operation key=EB6X219R2ZBH tag=6O73U2ODJLJJ type=del size=3724950 2026-04-02T11:46:50.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.126+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=2KMBZO82SNKB type=del size=4159324 2026-04-02T11:46:50.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.127+0000 7f5333614880 1 < suggested remove operation key=UMYOSRME1LS0 tag=EE2JVDJWE29E type=write 2026-04-02T11:46:50.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.128+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=44S3LYFP9XRT type=del size=3020087 2026-04-02T11:46:50.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.130+0000 7f5333614880 1 < suggested update operation key=2FO2MNKR19RL tag=4JSGKQYGAFOJ type=write size=629654 2026-04-02T11:46:50.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.132+0000 7f5333614880 1 > prepared part key=_multipart_D9L3BBI87CJI.2~OBWQ19ZBOPSU.0 size=16910 2026-04-02T11:46:50.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.132+0000 7f5333614880 1 > prepared multipart upload key=D9L3BBI87CJI upload=OBWQ19ZBOPSU tag=M2YH8OXE986I type=write size=1065486 2026-04-02T11:46:50.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.134+0000 7f5333614880 1 < suggested update operation key=5EJJIO7Z6IK3 tag=81Q446UJGP9N type=write size=136513 2026-04-02T11:46:50.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.135+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=MKVQQCG3YY1Z type=del size=3173296 2026-04-02T11:46:50.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.136+0000 7f5333614880 1 < completed write operation key=NAP80R228JZJ tag=SSD6XEM7ZI4M type=write size=518260 2026-04-02T11:46:50.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.137+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=4IO35AKCBRRM type=del size=3156185 2026-04-02T11:46:50.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.137+0000 7f5333614880 1 < completed delete operation key=AG4P1QGOQ0OE tag=JHOLW0FP6EYL type=del 2026-04-02T11:46:50.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.139+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.0 size=1048576 2026-04-02T11:46:50.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.140+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.1 size=1048576 2026-04-02T11:46:50.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.140+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.2 size=508918 2026-04-02T11:46:50.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.140+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=CGSEE0HYJPLN tag=8ESB4M6TB8G4 type=write size=3654646 2026-04-02T11:46:50.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.141+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=F60REGY7RGAY type=del 2026-04-02T11:46:50.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.143+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~68MRIX18HD4O.0 size=1048576 2026-04-02T11:46:50.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.144+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~68MRIX18HD4O.1 size=741874 2026-04-02T11:46:50.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.144+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=68MRIX18HD4O tag=5PT03FFL50L1 type=write size=2839026 2026-04-02T11:46:50.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.144+0000 7f5333614880 1 < canceled operation key=AKGGO4RSPZUL tag=1SM5GEM0MMVG type=del size=4060213 2026-04-02T11:46:50.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.145+0000 7f5333614880 1 > prepared operation key=2UF1R4YCK37X tag=FHHPJRWNF6PY type=del size=1023080 2026-04-02T11:46:50.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.146+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.0 size=1048576 2026-04-02T11:46:50.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.147+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.1 size=1048576 2026-04-02T11:46:50.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.147+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~0HZF9GYLKTWW.2 size=972375 2026-04-02T11:46:50.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.149+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=0HZF9GYLKTWW tag=AYL5U17DASUR type=write size=4118103 2026-04-02T11:46:50.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.150+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=L829DUEHDUIN type=write size=729364 2026-04-02T11:46:50.153 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.150+0000 7f5333614880 1 < completed delete operation key=38G32TCWGKT5 tag=ITUY8NA02IFL type=del 2026-04-02T11:46:50.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.152+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~01DG2ELOSVR1.0 size=614441 2026-04-02T11:46:50.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.152+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=01DG2ELOSVR1 tag=QBAT7AU107JR type=write size=1663017 2026-04-02T11:46:50.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.153+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=8OCGYVXW6C0S type=del 2026-04-02T11:46:50.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.155+0000 7f5333614880 1 > prepared part key=_multipart_LCFTZTQP4MWZ.2~12VGG8UN3GI9.0 size=725503 2026-04-02T11:46:50.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.155+0000 7f5333614880 1 > prepared multipart upload key=LCFTZTQP4MWZ upload=12VGG8UN3GI9 tag=GAVRB1N98ECQ type=write size=1774079 2026-04-02T11:46:50.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.155+0000 7f5333614880 1 < canceled part key=_multipart_EB6X219R2ZBH.2~JBG6KY2YNIFR.0 size=1048576 2026-04-02T11:46:50.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.155+0000 7f5333614880 1 < completed part key=_multipart_EB6X219R2ZBH.2~JBG6KY2YNIFR.1 size=810043 2026-04-02T11:46:50.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.157+0000 7f5333614880 1 < canceled multipart upload key=EB6X219R2ZBH upload=JBG6KY2YNIFR tag=E22QXCQOCOAW type=write size=2907195 2026-04-02T11:46:50.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.158+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=4NRQP7ZEU8QW type=del size=2073118 2026-04-02T11:46:50.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.158+0000 7f5333614880 1 < completed delete operation key=HVXHNZUNGUWS tag=A03YRH5NCXQ1 type=del 2026-04-02T11:46:50.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.160+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.0 size=1048576 2026-04-02T11:46:50.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.161+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.1 size=1048576 2026-04-02T11:46:50.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.161+0000 7f5333614880 1 > prepared part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.2 size=509420 2026-04-02T11:46:50.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.161+0000 7f5333614880 1 > prepared multipart upload key=KXHWK6IVPLYO upload=JNWGTW9KCFP0 tag=I8ZOW07K2AIG type=write size=3655148 2026-04-02T11:46:50.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.162+0000 7f5333614880 1 < completed delete operation key=MJF6T1TAF5I9 tag=ULOC0Y02HSBZ type=del 2026-04-02T11:46:50.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.163+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=20NSMRJAMXKO type=write size=215618 2026-04-02T11:46:50.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.164+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~CFM4Y55RU41I.0 size=1048576 2026-04-02T11:46:50.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.165+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~CFM4Y55RU41I.1 size=458007 2026-04-02T11:46:50.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.166+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=CFM4Y55RU41I tag=H5YXGEY4RGVH type=write size=2555159 2026-04-02T11:46:50.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.167+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=1AA1X46RGSEW type=write size=468082 2026-04-02T11:46:50.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.168+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~ZG6BTEEAEHT8.0 size=249432 2026-04-02T11:46:50.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.169+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=ZG6BTEEAEHT8 tag=PXDZYIKA2YW1 type=write size=1298008 2026-04-02T11:46:50.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.170+0000 7f5333614880 1 > prepared operation key=LCFTZTQP4MWZ tag=K7D3EDPL6B19 type=write size=70409 2026-04-02T11:46:50.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.171+0000 7f5333614880 -1 < failed to complete operation key=UMYOSRME1LS0 tag=2KMBZO82SNKB type=del size=4159324: (22) Invalid argument 2026-04-02T11:46:50.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.172+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=KBG5XWQQ3E40 type=write size=689075 2026-04-02T11:46:50.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.173+0000 7f5333614880 1 < completed delete operation key=3V9OL1TOYAR3 tag=44S3LYFP9XRT type=del 2026-04-02T11:46:50.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.174+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=VDAFCSY76V2G type=del size=2962643 2026-04-02T11:46:50.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.174+0000 7f5333614880 1 < completed part key=_multipart_D9L3BBI87CJI.2~OBWQ19ZBOPSU.0 size=16910 2026-04-02T11:46:50.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.176+0000 7f5333614880 1 < completed multipart upload key=D9L3BBI87CJI upload=OBWQ19ZBOPSU tag=M2YH8OXE986I type=write size=1065486 2026-04-02T11:46:50.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.177+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~24Q7V8YNGCCS.0 size=1048576 2026-04-02T11:46:50.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.178+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~24Q7V8YNGCCS.1 size=759776 2026-04-02T11:46:50.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.178+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=24Q7V8YNGCCS tag=MUGQ2N28IHTJ type=write size=2856928 2026-04-02T11:46:50.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.179+0000 7f5333614880 1 < completed delete operation key=LCFTZTQP4MWZ tag=MKVQQCG3YY1Z type=del 2026-04-02T11:46:50.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.180+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.0 size=1048576 2026-04-02T11:46:50.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.181+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.1 size=1048576 2026-04-02T11:46:50.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.182+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.2 size=94393 2026-04-02T11:46:50.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.182+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=XEIUKCYPCFZP tag=ED777FXS532U type=write size=3240121 2026-04-02T11:46:50.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.183+0000 7f5333614880 1 < suggested update operation key=KXHWK6IVPLYO tag=4IO35AKCBRRM type=del size=3156185 2026-04-02T11:46:50.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.184+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=CJ5HNEE98MUZ type=del size=2191898 2026-04-02T11:46:50.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.184+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.0 size=1048576 2026-04-02T11:46:50.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.184+0000 7f5333614880 1 < canceled part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.1 size=1048576 2026-04-02T11:46:50.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.185+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~CGSEE0HYJPLN.2 size=508918 2026-04-02T11:46:50.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.187+0000 7f5333614880 1 < canceled multipart upload key=NAP80R228JZJ upload=CGSEE0HYJPLN tag=8ESB4M6TB8G4 type=write size=3654646 2026-04-02T11:46:50.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.189+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=M2WH1N548XVA type=write size=598161 2026-04-02T11:46:50.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.190+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~68MRIX18HD4O.0 size=1048576 2026-04-02T11:46:50.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.190+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~68MRIX18HD4O.1 size=741874 2026-04-02T11:46:50.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.192+0000 7f5333614880 1 < completed multipart upload key=SN3HBWTAT47E upload=68MRIX18HD4O tag=5PT03FFL50L1 type=write size=2839026 2026-04-02T11:46:50.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.193+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~AJEWST9MI9CK.0 size=1048576 2026-04-02T11:46:50.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.194+0000 7f5333614880 1 > prepared part key=_multipart_EXN9SVYJIGMQ.2~AJEWST9MI9CK.1 size=609879 2026-04-02T11:46:50.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.194+0000 7f5333614880 1 > prepared multipart upload key=EXN9SVYJIGMQ upload=AJEWST9MI9CK tag=1MJJNTAECCE5 type=write size=2707031 2026-04-02T11:46:50.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.196+0000 7f5333614880 1 < suggested update operation key=2UF1R4YCK37X tag=FHHPJRWNF6PY type=del size=1023080 2026-04-02T11:46:50.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.198+0000 7f5333614880 1 > prepared part key=_multipart_UMYOSRME1LS0.2~60EYYZX002UY.0 size=302122 2026-04-02T11:46:50.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.198+0000 7f5333614880 1 > prepared multipart upload key=UMYOSRME1LS0 upload=60EYYZX002UY tag=SEULRBEALLWB type=write size=1350698 2026-04-02T11:46:50.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.200+0000 7f5333614880 1 < completed write operation key=UNBE0OR07CI2 tag=L829DUEHDUIN type=write size=729364 2026-04-02T11:46:50.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.201+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~SHFNDK4ZQ7G0.0 size=1048576 2026-04-02T11:46:50.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.202+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~SHFNDK4ZQ7G0.1 size=181703 2026-04-02T11:46:50.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.202+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=SHFNDK4ZQ7G0 tag=R0AB8WKYRP2P type=write size=2278855 2026-04-02T11:46:50.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.203+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~01DG2ELOSVR1.0 size=614441 2026-04-02T11:46:50.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.205+0000 7f5333614880 1 < completed multipart upload key=1WBDOM4K9L2E upload=01DG2ELOSVR1 tag=QBAT7AU107JR type=write size=1663017 2026-04-02T11:46:50.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.205+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=HZONBVV3O9LX type=del size=1792305 2026-04-02T11:46:50.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.206+0000 7f5333614880 1 < completed part key=_multipart_LCFTZTQP4MWZ.2~12VGG8UN3GI9.0 size=725503 2026-04-02T11:46:50.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.208+0000 7f5333614880 1 < completed multipart upload key=LCFTZTQP4MWZ upload=12VGG8UN3GI9 tag=GAVRB1N98ECQ type=write size=1774079 2026-04-02T11:46:50.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.208+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=PLB2HBQCYGUO type=del size=3953853 2026-04-02T11:46:50.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.209+0000 7f5333614880 1 < completed delete operation key=SO2Q7V3NETW5 tag=4NRQP7ZEU8QW type=del 2026-04-02T11:46:50.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.211+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~12EW3NCY6OLD.0 size=163716 2026-04-02T11:46:50.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.211+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=12EW3NCY6OLD tag=2NX6JL82FFDC type=write size=1212292 2026-04-02T11:46:50.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.212+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.0 size=1048576 2026-04-02T11:46:50.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.213+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.1 size=1048576 2026-04-02T11:46:50.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.213+0000 7f5333614880 1 < completed part key=_multipart_KXHWK6IVPLYO.2~JNWGTW9KCFP0.2 size=509420 2026-04-02T11:46:50.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.215+0000 7f5333614880 1 < completed multipart upload key=KXHWK6IVPLYO upload=JNWGTW9KCFP0 tag=I8ZOW07K2AIG type=write size=3655148 2026-04-02T11:46:50.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.216+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~HFZSQ3BB736W.0 size=1048576 2026-04-02T11:46:50.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.217+0000 7f5333614880 1 > prepared part key=_multipart_IWEIGMTGAJE9.2~HFZSQ3BB736W.1 size=413967 2026-04-02T11:46:50.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.217+0000 7f5333614880 1 > prepared multipart upload key=IWEIGMTGAJE9 upload=HFZSQ3BB736W tag=CEKI0QKJOE56 type=write size=2511119 2026-04-02T11:46:50.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.218+0000 7f5333614880 1 < completed write operation key=RYJ7HCWSK1ZK tag=20NSMRJAMXKO type=write size=215618 2026-04-02T11:46:50.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.219+0000 7f5333614880 1 > prepared operation key=KXHWK6IVPLYO tag=4BGR6LDTT85R type=del size=1582288 2026-04-02T11:46:50.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.224+0000 7f5333614880 1 < canceled operation key=LCFTZTQP4MWZ tag=1AA1X46RGSEW type=write size=468082 2026-04-02T11:46:50.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.225+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=9X4SR9MMP1T5 type=write size=908528 2026-04-02T11:46:50.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.226+0000 7f5333614880 1 < completed write operation key=LCFTZTQP4MWZ tag=K7D3EDPL6B19 type=write size=70409 2026-04-02T11:46:50.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.228+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~K2DV06T1XGTJ.0 size=1048576 2026-04-02T11:46:50.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.228+0000 7f5333614880 1 > prepared part key=_multipart_VTYB3X0YEZVL.2~K2DV06T1XGTJ.1 size=260848 2026-04-02T11:46:50.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.228+0000 7f5333614880 1 > prepared multipart upload key=VTYB3X0YEZVL upload=K2DV06T1XGTJ tag=PIS686QVTEOM type=write size=2358000 2026-04-02T11:46:50.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.230+0000 7f5333614880 1 < suggested remove operation key=RYJ7HCWSK1ZK tag=KBG5XWQQ3E40 type=write 2026-04-02T11:46:50.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.231+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=W4ATUU9BT2WL type=write size=1002196 2026-04-02T11:46:50.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.232+0000 7f5333614880 1 < canceled operation key=2FO2MNKR19RL tag=VDAFCSY76V2G type=del size=2962643 2026-04-02T11:46:50.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.233+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~DQCAUFYA7Y7U.0 size=1048576 2026-04-02T11:46:50.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.234+0000 7f5333614880 1 > prepared part key=_multipart_UNBE0OR07CI2.2~DQCAUFYA7Y7U.1 size=885676 2026-04-02T11:46:50.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.234+0000 7f5333614880 1 > prepared multipart upload key=UNBE0OR07CI2 upload=DQCAUFYA7Y7U tag=3MZGKFOGYMS4 type=write size=2982828 2026-04-02T11:46:50.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.235+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~24Q7V8YNGCCS.0 size=1048576 2026-04-02T11:46:50.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.236+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~24Q7V8YNGCCS.1 size=759776 2026-04-02T11:46:50.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.238+0000 7f5333614880 1 < completed multipart upload key=MJF6T1TAF5I9 upload=24Q7V8YNGCCS tag=MUGQ2N28IHTJ type=write size=2856928 2026-04-02T11:46:50.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.239+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~JYX9AW39KFRU.0 size=1048576 2026-04-02T11:46:50.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.240+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~JYX9AW39KFRU.1 size=342098 2026-04-02T11:46:50.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.240+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=JYX9AW39KFRU tag=9PBA78YDBO7X type=write size=2439250 2026-04-02T11:46:50.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.241+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.0 size=1048576 2026-04-02T11:46:50.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.242+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.1 size=1048576 2026-04-02T11:46:50.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.242+0000 7f5333614880 1 < completed part key=_multipart_NAP80R228JZJ.2~XEIUKCYPCFZP.2 size=94393 2026-04-02T11:46:50.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.243+0000 7f5333614880 1 < completed multipart upload key=NAP80R228JZJ upload=XEIUKCYPCFZP tag=ED777FXS532U type=write size=3240121 2026-04-02T11:46:50.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.244+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=XMMM3M14A3LR type=del size=90281 2026-04-02T11:46:50.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.245+0000 7f5333614880 1 < canceled operation key=3V9OL1TOYAR3 tag=CJ5HNEE98MUZ type=del size=2191898 2026-04-02T11:46:50.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.246+0000 7f5333614880 1 > prepared operation key=NAP80R228JZJ tag=RM8VO217W1RW type=del size=3550909 2026-04-02T11:46:50.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.247+0000 7f5333614880 1 < canceled operation key=SN3HBWTAT47E tag=M2WH1N548XVA type=write size=598161 2026-04-02T11:46:50.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.248+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~9JVLTEUZLSJF.0 size=10977 2026-04-02T11:46:50.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.248+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=9JVLTEUZLSJF tag=7I68BJRTEE7A type=write size=1059553 2026-04-02T11:46:50.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.249+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~AJEWST9MI9CK.0 size=1048576 2026-04-02T11:46:50.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.250+0000 7f5333614880 1 < completed part key=_multipart_EXN9SVYJIGMQ.2~AJEWST9MI9CK.1 size=609879 2026-04-02T11:46:50.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.251+0000 7f5333614880 1 < completed multipart upload key=EXN9SVYJIGMQ upload=AJEWST9MI9CK tag=1MJJNTAECCE5 type=write size=2707031 2026-04-02T11:46:50.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.252+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.0 size=1048576 2026-04-02T11:46:50.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.253+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.1 size=1048576 2026-04-02T11:46:50.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.254+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.2 size=517838 2026-04-02T11:46:50.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.254+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=U5VVK11YD91X tag=Z4N5QM7QKGYU type=write size=3663566 2026-04-02T11:46:50.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.254+0000 7f5333614880 1 < completed part key=_multipart_UMYOSRME1LS0.2~60EYYZX002UY.0 size=302122 2026-04-02T11:46:50.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.256+0000 7f5333614880 1 < completed multipart upload key=UMYOSRME1LS0 upload=60EYYZX002UY tag=SEULRBEALLWB type=write size=1350698 2026-04-02T11:46:50.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.256+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=X75RRE4KVKPG type=del size=1552496 2026-04-02T11:46:50.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.257+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~SHFNDK4ZQ7G0.0 size=1048576 2026-04-02T11:46:50.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.258+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~SHFNDK4ZQ7G0.1 size=181703 2026-04-02T11:46:50.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.260+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=SHFNDK4ZQ7G0 tag=R0AB8WKYRP2P type=write size=2278855 2026-04-02T11:46:50.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.261+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~972SZT3WTOF1.0 size=124141 2026-04-02T11:46:50.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.261+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=972SZT3WTOF1 tag=8ZHJVBLLROSE type=write size=1172717 2026-04-02T11:46:50.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.262+0000 7f5333614880 1 < canceled operation key=X2A37MDQF19I tag=HZONBVV3O9LX type=del size=1792305 2026-04-02T11:46:50.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.263+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=OUYT7DW8CYKO type=del size=1282336 2026-04-02T11:46:50.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.264+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=PLB2HBQCYGUO type=del 2026-04-02T11:46:50.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.265+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=1QQPHMYL0KSU type=del size=483136 2026-04-02T11:46:50.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.265+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~12EW3NCY6OLD.0 size=163716 2026-04-02T11:46:50.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.267+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=12EW3NCY6OLD tag=2NX6JL82FFDC type=write size=1212292 2026-04-02T11:46:50.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.267+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=NUNWXW7V64EO type=del size=1005556 2026-04-02T11:46:50.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.268+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~HFZSQ3BB736W.0 size=1048576 2026-04-02T11:46:50.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.269+0000 7f5333614880 1 < completed part key=_multipart_IWEIGMTGAJE9.2~HFZSQ3BB736W.1 size=413967 2026-04-02T11:46:50.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.270+0000 7f5333614880 1 < completed multipart upload key=IWEIGMTGAJE9 upload=HFZSQ3BB736W tag=CEKI0QKJOE56 type=write size=2511119 2026-04-02T11:46:50.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.271+0000 7f5333614880 1 > prepared operation key=IWEIGMTGAJE9 tag=48HQVDMI1DMG type=del size=167243 2026-04-02T11:46:50.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.272+0000 7f5333614880 1 < completed delete operation key=KXHWK6IVPLYO tag=4BGR6LDTT85R type=del 2026-04-02T11:46:50.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.273+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~YQKULFW3CKUK.0 size=1048576 2026-04-02T11:46:50.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.274+0000 7f5333614880 1 > prepared part key=_multipart_1WBDOM4K9L2E.2~YQKULFW3CKUK.1 size=776584 2026-04-02T11:46:50.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.274+0000 7f5333614880 1 > prepared multipart upload key=1WBDOM4K9L2E upload=YQKULFW3CKUK tag=DR27WO02YJLQ type=write size=2873736 2026-04-02T11:46:50.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.275+0000 7f5333614880 1 < completed write operation key=IWEIGMTGAJE9 tag=9X4SR9MMP1T5 type=write size=908528 2026-04-02T11:46:50.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.276+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.0 size=1048576 2026-04-02T11:46:50.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.277+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.1 size=1048576 2026-04-02T11:46:50.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.278+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.2 size=780364 2026-04-02T11:46:50.280 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.278+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=TCRI5WEPSARY tag=ZBK2KK7HEHRB type=write size=3926092 2026-04-02T11:46:50.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.278+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~K2DV06T1XGTJ.0 size=1048576 2026-04-02T11:46:50.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.279+0000 7f5333614880 1 < completed part key=_multipart_VTYB3X0YEZVL.2~K2DV06T1XGTJ.1 size=260848 2026-04-02T11:46:50.283 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.280+0000 7f5333614880 1 < completed multipart upload key=VTYB3X0YEZVL upload=K2DV06T1XGTJ tag=PIS686QVTEOM type=write size=2358000 2026-04-02T11:46:50.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.283+0000 7f5333614880 1 > prepared part key=_multipart_5EJJIO7Z6IK3.2~R1QJLSLZPK9B.0 size=519253 2026-04-02T11:46:50.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.283+0000 7f5333614880 1 > prepared multipart upload key=5EJJIO7Z6IK3 upload=R1QJLSLZPK9B tag=0IY6X18NHLD2 type=write size=1567829 2026-04-02T11:46:50.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.284+0000 7f5333614880 1 < suggested update operation key=RYJ7HCWSK1ZK tag=W4ATUU9BT2WL type=write size=1002196 2026-04-02T11:46:50.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.286+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~JZ7DRQTKW9U6.0 size=1048576 2026-04-02T11:46:50.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.287+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~JZ7DRQTKW9U6.1 size=622322 2026-04-02T11:46:50.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.287+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=JZ7DRQTKW9U6 tag=RWX50PM15OAV type=write size=2719474 2026-04-02T11:46:50.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.287+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~DQCAUFYA7Y7U.0 size=1048576 2026-04-02T11:46:50.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.288+0000 7f5333614880 1 < completed part key=_multipart_UNBE0OR07CI2.2~DQCAUFYA7Y7U.1 size=885676 2026-04-02T11:46:50.293 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.290+0000 7f5333614880 1 < completed multipart upload key=UNBE0OR07CI2 upload=DQCAUFYA7Y7U tag=3MZGKFOGYMS4 type=write size=2982828 2026-04-02T11:46:50.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.292+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~OQ3XOH32Z19G.0 size=524096 2026-04-02T11:46:50.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.292+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=OQ3XOH32Z19G tag=9XTF0JUC8Q74 type=write size=1572672 2026-04-02T11:46:50.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.293+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~JYX9AW39KFRU.0 size=1048576 2026-04-02T11:46:50.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.293+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~JYX9AW39KFRU.1 size=342098 2026-04-02T11:46:50.297 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.295+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=JYX9AW39KFRU tag=9PBA78YDBO7X type=write size=2439250 2026-04-02T11:46:50.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.296+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~XUC2R4M8EU9L.0 size=161658 2026-04-02T11:46:50.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.296+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=XUC2R4M8EU9L tag=UKT7ID2VVXW6 type=write size=1210234 2026-04-02T11:46:50.299 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.297+0000 7f5333614880 1 < canceled operation key=UMYOSRME1LS0 tag=XMMM3M14A3LR type=del size=90281 2026-04-02T11:46:50.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.299+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.0 size=1048576 2026-04-02T11:46:50.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.299+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.1 size=1048576 2026-04-02T11:46:50.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.300+0000 7f5333614880 1 > prepared part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.2 size=233519 2026-04-02T11:46:50.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.300+0000 7f5333614880 1 > prepared multipart upload key=RYJ7HCWSK1ZK upload=PY0HCENKOP3Q tag=1URZKP91OBJZ type=write size=3379247 2026-04-02T11:46:50.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.301+0000 7f5333614880 1 < completed delete operation key=NAP80R228JZJ tag=RM8VO217W1RW type=del 2026-04-02T11:46:50.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.302+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=EDIOBMYOSRP8 type=write size=88278 2026-04-02T11:46:50.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.302+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~9JVLTEUZLSJF.0 size=10977 2026-04-02T11:46:50.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.303+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=9JVLTEUZLSJF tag=7I68BJRTEE7A type=write size=1059553 2026-04-02T11:46:50.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.305+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~7MV6G56N5LA6.0 size=1048576 2026-04-02T11:46:50.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.306+0000 7f5333614880 1 > prepared part key=_multipart_38G32TCWGKT5.2~7MV6G56N5LA6.1 size=996934 2026-04-02T11:46:50.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.306+0000 7f5333614880 1 > prepared multipart upload key=38G32TCWGKT5 upload=7MV6G56N5LA6 tag=31Q3O8O49KOO type=write size=3094086 2026-04-02T11:46:50.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.306+0000 7f5333614880 1 < canceled part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.0 size=1048576 2026-04-02T11:46:50.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.307+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.1 size=1048576 2026-04-02T11:46:50.310 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.308+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~U5VVK11YD91X.2 size=517838 2026-04-02T11:46:50.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.310+0000 7f5333614880 1 < canceled multipart upload key=3V9OL1TOYAR3 upload=U5VVK11YD91X tag=Z4N5QM7QKGYU type=write size=3663566 2026-04-02T11:46:50.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.311+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=MR73KNWGQMTW type=del size=1943959 2026-04-02T11:46:50.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.311+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=X75RRE4KVKPG type=del 2026-04-02T11:46:50.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.313+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~EHLK0P6ZVCZV.0 size=1048576 2026-04-02T11:46:50.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.314+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~EHLK0P6ZVCZV.1 size=638402 2026-04-02T11:46:50.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.314+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=EHLK0P6ZVCZV tag=5X66T2USLAE3 type=write size=2735554 2026-04-02T11:46:50.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.314+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~972SZT3WTOF1.0 size=124141 2026-04-02T11:46:50.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.317+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=972SZT3WTOF1 tag=8ZHJVBLLROSE type=write size=1172717 2026-04-02T11:46:50.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.318+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=D090HFR5V54L type=del size=41440 2026-04-02T11:46:50.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.318+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=OUYT7DW8CYKO type=del 2026-04-02T11:46:50.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.319+0000 7f5333614880 1 > prepared operation key=SO2Q7V3NETW5 tag=JFFGXU0UTX88 type=del size=2795216 2026-04-02T11:46:50.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.320+0000 7f5333614880 1 < completed delete operation key=SN3HBWTAT47E tag=1QQPHMYL0KSU type=del 2026-04-02T11:46:50.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.321+0000 7f5333614880 1 > prepared operation key=1WBDOM4K9L2E tag=0L755OUL2J0A type=del size=267860 2026-04-02T11:46:50.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.322+0000 7f5333614880 1 < suggested remove operation key=VTYB3X0YEZVL tag=NUNWXW7V64EO type=del 2026-04-02T11:46:50.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.323+0000 7f5333614880 1 > prepared operation key=UNBE0OR07CI2 tag=NAKO4GT232TM type=del size=564927 2026-04-02T11:46:50.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.325+0000 7f5333614880 1 < suggested remove operation key=IWEIGMTGAJE9 tag=48HQVDMI1DMG type=del 2026-04-02T11:46:50.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.326+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=I48E1FS9LR0A type=del size=3904971 2026-04-02T11:46:50.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.326+0000 7f5333614880 1 < canceled part key=_multipart_1WBDOM4K9L2E.2~YQKULFW3CKUK.0 size=1048576 2026-04-02T11:46:50.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.327+0000 7f5333614880 1 < completed part key=_multipart_1WBDOM4K9L2E.2~YQKULFW3CKUK.1 size=776584 2026-04-02T11:46:50.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.328+0000 7f5333614880 1 < canceled multipart upload key=1WBDOM4K9L2E upload=YQKULFW3CKUK tag=DR27WO02YJLQ type=write size=2873736 2026-04-02T11:46:50.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.329+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=C00XBSRIA2PA type=del size=3803085 2026-04-02T11:46:50.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.330+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.0 size=1048576 2026-04-02T11:46:50.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.330+0000 7f5333614880 1 < canceled part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.1 size=1048576 2026-04-02T11:46:50.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.330+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~TCRI5WEPSARY.2 size=780364 2026-04-02T11:46:50.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.332+0000 7f5333614880 1 < canceled multipart upload key=LTB13PIUFMYH upload=TCRI5WEPSARY tag=ZBK2KK7HEHRB type=write size=3926092 2026-04-02T11:46:50.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.333+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=PAH5BWT7G89O type=del size=552882 2026-04-02T11:46:50.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.334+0000 7f5333614880 1 < completed part key=_multipart_5EJJIO7Z6IK3.2~R1QJLSLZPK9B.0 size=519253 2026-04-02T11:46:50.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.335+0000 7f5333614880 1 < completed multipart upload key=5EJJIO7Z6IK3 upload=R1QJLSLZPK9B tag=0IY6X18NHLD2 type=write size=1567829 2026-04-02T11:46:50.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.336+0000 7f5333614880 1 > prepared operation key=SN3HBWTAT47E tag=ZYNODJ6LLKZA type=write size=732864 2026-04-02T11:46:50.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.337+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~JZ7DRQTKW9U6.0 size=1048576 2026-04-02T11:46:50.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.337+0000 7f5333614880 1 < completed part key=_multipart_GLU301MHO00G.2~JZ7DRQTKW9U6.1 size=622322 2026-04-02T11:46:50.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.338+0000 7f5333614880 1 < completed multipart upload key=GLU301MHO00G upload=JZ7DRQTKW9U6 tag=RWX50PM15OAV type=write size=2719474 2026-04-02T11:46:50.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.339+0000 7f5333614880 1 > prepared operation key=5EJJIO7Z6IK3 tag=JS2ZWP94A19W type=del size=2556089 2026-04-02T11:46:50.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.340+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~OQ3XOH32Z19G.0 size=524096 2026-04-02T11:46:50.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.342+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=OQ3XOH32Z19G tag=9XTF0JUC8Q74 type=write size=1572672 2026-04-02T11:46:50.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.342+0000 7f5333614880 1 > prepared operation key=AKGGO4RSPZUL tag=PA9N4Q3J7D0W type=del size=1115855 2026-04-02T11:46:50.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.343+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~XUC2R4M8EU9L.0 size=161658 2026-04-02T11:46:50.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.344+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=XUC2R4M8EU9L tag=UKT7ID2VVXW6 type=write size=1210234 2026-04-02T11:46:50.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.345+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=40UJTK8KK0OF type=write size=14874 2026-04-02T11:46:50.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.346+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.0 size=1048576 2026-04-02T11:46:50.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.347+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.1 size=1048576 2026-04-02T11:46:50.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.347+0000 7f5333614880 1 < completed part key=_multipart_RYJ7HCWSK1ZK.2~PY0HCENKOP3Q.2 size=233519 2026-04-02T11:46:50.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.349+0000 7f5333614880 1 < completed multipart upload key=RYJ7HCWSK1ZK upload=PY0HCENKOP3Q tag=1URZKP91OBJZ type=write size=3379247 2026-04-02T11:46:50.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.350+0000 7f5333614880 1 > prepared part key=_multipart_1CXMORSMG685.2~437MYV0CW0UQ.0 size=25262 2026-04-02T11:46:50.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.350+0000 7f5333614880 1 > prepared multipart upload key=1CXMORSMG685 upload=437MYV0CW0UQ tag=ZGSJLWOPT4BP type=write size=1073838 2026-04-02T11:46:50.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.351+0000 7f5333614880 1 < completed write operation key=SO2Q7V3NETW5 tag=EDIOBMYOSRP8 type=write size=88278 2026-04-02T11:46:50.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.352+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=MFLS0WRQK55O type=del size=3759409 2026-04-02T11:46:50.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.353+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~7MV6G56N5LA6.0 size=1048576 2026-04-02T11:46:50.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.359+0000 7f5333614880 1 < completed part key=_multipart_38G32TCWGKT5.2~7MV6G56N5LA6.1 size=996934 2026-04-02T11:46:50.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.361+0000 7f5333614880 1 < completed multipart upload key=38G32TCWGKT5 upload=7MV6G56N5LA6 tag=31Q3O8O49KOO type=write size=3094086 2026-04-02T11:46:50.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.362+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=OI2EOIBJ0SMC type=del size=3750835 2026-04-02T11:46:50.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.363+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=MR73KNWGQMTW type=del 2026-04-02T11:46:50.366 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.364+0000 7f5333614880 1 > prepared operation key=EXN9SVYJIGMQ tag=3Z6CCYPHJRVG type=del size=158677 2026-04-02T11:46:50.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.365+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~EHLK0P6ZVCZV.0 size=1048576 2026-04-02T11:46:50.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.365+0000 7f5333614880 1 < completed part key=_multipart_LTB13PIUFMYH.2~EHLK0P6ZVCZV.1 size=638402 2026-04-02T11:46:50.369 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.367+0000 7f5333614880 1 < completed multipart upload key=LTB13PIUFMYH upload=EHLK0P6ZVCZV tag=5X66T2USLAE3 type=write size=2735554 2026-04-02T11:46:50.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.368+0000 7f5333614880 1 > prepared operation key=UMYOSRME1LS0 tag=6X55UMJ0V1NQ type=del size=3926709 2026-04-02T11:46:50.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.369+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=D090HFR5V54L type=del 2026-04-02T11:46:50.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.371+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~U4HCS7SI3X6Z.0 size=1048576 2026-04-02T11:46:50.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.371+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~U4HCS7SI3X6Z.1 size=90305 2026-04-02T11:46:50.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.371+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=U4HCS7SI3X6Z tag=O4ULV1YF7DS3 type=write size=2187457 2026-04-02T11:46:50.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.373+0000 7f5333614880 1 < suggested remove operation key=SO2Q7V3NETW5 tag=JFFGXU0UTX88 type=del 2026-04-02T11:46:50.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.374+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=NMSRUSI0IQXM type=del size=3608302 2026-04-02T11:46:50.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.375+0000 7f5333614880 1 < completed delete operation key=1WBDOM4K9L2E tag=0L755OUL2J0A type=del 2026-04-02T11:46:50.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.376+0000 7f5333614880 1 > prepared operation key=VTYB3X0YEZVL tag=9VHTB430862I type=write size=902406 2026-04-02T11:46:50.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.377+0000 7f5333614880 1 < completed delete operation key=UNBE0OR07CI2 tag=NAKO4GT232TM type=del 2026-04-02T11:46:50.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.378+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FFFO7TN15GJJ.0 size=724151 2026-04-02T11:46:50.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.378+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=FFFO7TN15GJJ tag=JIJTHLPEIZEX type=write size=1772727 2026-04-02T11:46:50.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.379+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=I48E1FS9LR0A type=del 2026-04-02T11:46:50.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.380+0000 7f5333614880 1 > prepared operation key=EB6X219R2ZBH tag=L82D04Q88OXD type=del size=1594749 2026-04-02T11:46:50.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.381+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=C00XBSRIA2PA type=del 2026-04-02T11:46:50.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.382+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~47R91Z3J64OU.0 size=1048576 2026-04-02T11:46:50.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.383+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~47R91Z3J64OU.1 size=705792 2026-04-02T11:46:50.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.383+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=47R91Z3J64OU tag=5D473GMK8RVI type=write size=2802944 2026-04-02T11:46:50.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.383+0000 7f5333614880 1 < completed delete operation key=AKGGO4RSPZUL tag=PAH5BWT7G89O type=del 2026-04-02T11:46:50.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.386+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~FPJYMNCHR5QQ.0 size=1048576 2026-04-02T11:46:50.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.386+0000 7f5333614880 1 > prepared part key=_multipart_SN3HBWTAT47E.2~FPJYMNCHR5QQ.1 size=237004 2026-04-02T11:46:50.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.386+0000 7f5333614880 1 > prepared multipart upload key=SN3HBWTAT47E upload=FPJYMNCHR5QQ tag=42D8KPJH2KZA type=write size=2334156 2026-04-02T11:46:50.389 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.387+0000 7f5333614880 1 < completed write operation key=SN3HBWTAT47E tag=ZYNODJ6LLKZA type=write size=732864 2026-04-02T11:46:50.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.388+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=KBVQNAX4X5B7 type=write size=30996 2026-04-02T11:46:50.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.389+0000 7f5333614880 1 < completed delete operation key=5EJJIO7Z6IK3 tag=JS2ZWP94A19W type=del 2026-04-02T11:46:50.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.390+0000 7f5333614880 1 > prepared operation key=1CXMORSMG685 tag=S4NR1MJ03V7C type=del size=2282698 2026-04-02T11:46:50.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.391+0000 7f5333614880 1 < suggested update operation key=AKGGO4RSPZUL tag=PA9N4Q3J7D0W type=del size=1115855 2026-04-02T11:46:50.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.392+0000 7f5333614880 1 > prepared operation key=GLU301MHO00G tag=XV4D351BQH3I type=del size=2584453 2026-04-02T11:46:50.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.393+0000 7f5333614880 1 < completed write operation key=HVXHNZUNGUWS tag=40UJTK8KK0OF type=write size=14874 2026-04-02T11:46:50.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.395+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.0 size=1048576 2026-04-02T11:46:50.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.396+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.1 size=1048576 2026-04-02T11:46:50.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.397+0000 7f5333614880 1 > prepared part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.2 size=833297 2026-04-02T11:46:50.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.397+0000 7f5333614880 1 > prepared multipart upload key=MJF6T1TAF5I9 upload=G2Y75D1ZS4L6 tag=CGQLE77GK4X3 type=write size=3979025 2026-04-02T11:46:50.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.397+0000 7f5333614880 1 < completed part key=_multipart_1CXMORSMG685.2~437MYV0CW0UQ.0 size=25262 2026-04-02T11:46:50.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.399+0000 7f5333614880 1 < completed multipart upload key=1CXMORSMG685 upload=437MYV0CW0UQ tag=ZGSJLWOPT4BP type=write size=1073838 2026-04-02T11:46:50.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.401+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FN77S5JWU642.0 size=1048576 2026-04-02T11:46:50.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.402+0000 7f5333614880 1 > prepared part key=_multipart_3V9OL1TOYAR3.2~FN77S5JWU642.1 size=595593 2026-04-02T11:46:50.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.402+0000 7f5333614880 1 > prepared multipart upload key=3V9OL1TOYAR3 upload=FN77S5JWU642 tag=IQJUQ6T5LU2M type=write size=2692745 2026-04-02T11:46:50.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.403+0000 7f5333614880 1 < canceled operation key=MJF6T1TAF5I9 tag=MFLS0WRQK55O type=del size=3759409 2026-04-02T11:46:50.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.404+0000 7f5333614880 1 > prepared part key=_multipart_2UF1R4YCK37X.2~5ATJOC8BOSQ7.0 size=291785 2026-04-02T11:46:50.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.404+0000 7f5333614880 1 > prepared multipart upload key=2UF1R4YCK37X upload=5ATJOC8BOSQ7 tag=SJZVJ754S9L8 type=write size=1340361 2026-04-02T11:46:50.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.405+0000 7f5333614880 1 < completed delete operation key=LTB13PIUFMYH tag=OI2EOIBJ0SMC type=del 2026-04-02T11:46:50.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.406+0000 7f5333614880 1 > prepared operation key=X2A37MDQF19I tag=O2Y7WCPIC3YQ type=del size=3270956 2026-04-02T11:46:50.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.407+0000 7f5333614880 1 < completed delete operation key=EXN9SVYJIGMQ tag=3Z6CCYPHJRVG type=del 2026-04-02T11:46:50.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.409+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~H13PSGMRRT3S.0 size=352084 2026-04-02T11:46:50.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.409+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=H13PSGMRRT3S tag=3QXCW35R87QT type=write size=1400660 2026-04-02T11:46:50.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.409+0000 7f5333614880 1 < completed delete operation key=UMYOSRME1LS0 tag=6X55UMJ0V1NQ type=del 2026-04-02T11:46:50.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.411+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~A2VP3H5JJ6KT.0 size=1048576 2026-04-02T11:46:50.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.412+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~A2VP3H5JJ6KT.1 size=487746 2026-04-02T11:46:50.414 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.412+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=A2VP3H5JJ6KT tag=4J0TMNTUH24U type=write size=2584898 2026-04-02T11:46:50.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.413+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~U4HCS7SI3X6Z.0 size=1048576 2026-04-02T11:46:50.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.413+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~U4HCS7SI3X6Z.1 size=90305 2026-04-02T11:46:50.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.415+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=U4HCS7SI3X6Z tag=O4ULV1YF7DS3 type=write size=2187457 2026-04-02T11:46:50.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.416+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~5K0JC1O8FJMN.0 size=1048576 2026-04-02T11:46:50.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.417+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~5K0JC1O8FJMN.1 size=1048576 2026-04-02T11:46:50.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.419+0000 7f5333614880 1 > prepared part key=_multipart_AG4P1QGOQ0OE.2~5K0JC1O8FJMN.2 size=1047339 2026-04-02T11:46:50.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.419+0000 7f5333614880 1 > prepared multipart upload key=AG4P1QGOQ0OE upload=5K0JC1O8FJMN tag=15UPEXM7616S type=write size=4193067 2026-04-02T11:46:50.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.421+0000 7f5333614880 1 < suggested remove operation key=HVXHNZUNGUWS tag=NMSRUSI0IQXM type=del 2026-04-02T11:46:50.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.422+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~5CDRN7LG3D9B.0 size=1048576 2026-04-02T11:46:50.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.423+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~5CDRN7LG3D9B.1 size=1048576 2026-04-02T11:46:50.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.424+0000 7f5333614880 1 > prepared part key=_multipart_C8ZRSTX2VB66.2~5CDRN7LG3D9B.2 size=119876 2026-04-02T11:46:50.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.424+0000 7f5333614880 1 > prepared multipart upload key=C8ZRSTX2VB66 upload=5CDRN7LG3D9B tag=7MYPXP46DJN4 type=write size=3265604 2026-04-02T11:46:50.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.425+0000 7f5333614880 1 < canceled operation key=VTYB3X0YEZVL tag=9VHTB430862I type=write size=902406 2026-04-02T11:46:50.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.426+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~YB9KD2KO4FUJ.0 size=1048576 2026-04-02T11:46:50.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.427+0000 7f5333614880 1 > prepared part key=_multipart_NAP80R228JZJ.2~YB9KD2KO4FUJ.1 size=861165 2026-04-02T11:46:50.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.427+0000 7f5333614880 1 > prepared multipart upload key=NAP80R228JZJ upload=YB9KD2KO4FUJ tag=9K0FDOIL2EC7 type=write size=2958317 2026-04-02T11:46:50.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.428+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FFFO7TN15GJJ.0 size=724151 2026-04-02T11:46:50.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.429+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=FFFO7TN15GJJ tag=JIJTHLPEIZEX type=write size=1772727 2026-04-02T11:46:50.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.430+0000 7f5333614880 1 > prepared operation key=HVXHNZUNGUWS tag=ZDTZAG1K8FOI type=write size=721039 2026-04-02T11:46:50.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.431+0000 7f5333614880 1 < completed delete operation key=EB6X219R2ZBH tag=L82D04Q88OXD type=del 2026-04-02T11:46:50.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.432+0000 7f5333614880 1 > prepared operation key=3V9OL1TOYAR3 tag=D2WE3WCSTSOU type=del size=1694667 2026-04-02T11:46:50.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.433+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~47R91Z3J64OU.0 size=1048576 2026-04-02T11:46:50.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.433+0000 7f5333614880 1 < canceled part key=_multipart_SN3HBWTAT47E.2~47R91Z3J64OU.1 size=705792 2026-04-02T11:46:50.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.434+0000 7f5333614880 1 < canceled multipart upload key=SN3HBWTAT47E upload=47R91Z3J64OU tag=5D473GMK8RVI type=write size=2802944 2026-04-02T11:46:50.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.435+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=EBXR04KMFSC3 type=write size=863674 2026-04-02T11:46:50.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.435+0000 7f5333614880 1 < canceled part key=_multipart_SN3HBWTAT47E.2~FPJYMNCHR5QQ.0 size=1048576 2026-04-02T11:46:50.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.436+0000 7f5333614880 1 < completed part key=_multipart_SN3HBWTAT47E.2~FPJYMNCHR5QQ.1 size=237004 2026-04-02T11:46:50.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.437+0000 7f5333614880 1 < canceled multipart upload key=SN3HBWTAT47E upload=FPJYMNCHR5QQ tag=42D8KPJH2KZA type=write size=2334156 2026-04-02T11:46:50.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.439+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~XRTO5U1CNCNU.0 size=1048576 2026-04-02T11:46:50.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.439+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~XRTO5U1CNCNU.1 size=1048576 2026-04-02T11:46:50.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.440+0000 7f5333614880 1 > prepared part key=_multipart_GLU301MHO00G.2~XRTO5U1CNCNU.2 size=574538 2026-04-02T11:46:50.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.440+0000 7f5333614880 1 > prepared multipart upload key=GLU301MHO00G upload=XRTO5U1CNCNU tag=7GORL4YDWKFX type=write size=3720266 2026-04-02T11:46:50.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.441+0000 7f5333614880 1 < completed write operation key=3V9OL1TOYAR3 tag=KBVQNAX4X5B7 type=write size=30996 2026-04-02T11:46:50.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.443+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2TRM0E0DND79.0 size=1048576 2026-04-02T11:46:50.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.443+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2TRM0E0DND79.1 size=1048576 2026-04-02T11:46:50.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.444+0000 7f5333614880 1 > prepared part key=_multipart_LTB13PIUFMYH.2~2TRM0E0DND79.2 size=599302 2026-04-02T11:46:50.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.444+0000 7f5333614880 1 > prepared multipart upload key=LTB13PIUFMYH upload=2TRM0E0DND79 tag=P9OAJGE6LAOC type=write size=3745030 2026-04-02T11:46:50.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.445+0000 7f5333614880 1 < completed delete operation key=1CXMORSMG685 tag=S4NR1MJ03V7C type=del 2026-04-02T11:46:50.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.446+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=R6E8OB4011OX type=del size=1461268 2026-04-02T11:46:50.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.446+0000 7f5333614880 1 < canceled operation key=GLU301MHO00G tag=XV4D351BQH3I type=del size=2584453 2026-04-02T11:46:50.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.447+0000 7f5333614880 1 > prepared operation key=2FO2MNKR19RL tag=UR8WSV64JK7M type=write size=947384 2026-04-02T11:46:50.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.448+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.0 size=1048576 2026-04-02T11:46:50.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.449+0000 7f5333614880 1 < completed part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.1 size=1048576 2026-04-02T11:46:50.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.449+0000 7f5333614880 1 < canceled part key=_multipart_MJF6T1TAF5I9.2~G2Y75D1ZS4L6.2 size=833297 2026-04-02T11:46:50.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.454+0000 7f5333614880 1 < canceled multipart upload key=MJF6T1TAF5I9 upload=G2Y75D1ZS4L6 tag=CGQLE77GK4X3 type=write size=3979025 2026-04-02T11:46:50.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.454+0000 7f5333614880 1 > prepared operation key=LTB13PIUFMYH tag=6KWVWVLP2FXE type=del size=3223901 2026-04-02T11:46:50.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.455+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FN77S5JWU642.0 size=1048576 2026-04-02T11:46:50.458 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.456+0000 7f5333614880 1 < completed part key=_multipart_3V9OL1TOYAR3.2~FN77S5JWU642.1 size=595593 2026-04-02T11:46:50.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.457+0000 7f5333614880 1 < completed multipart upload key=3V9OL1TOYAR3 upload=FN77S5JWU642 tag=IQJUQ6T5LU2M type=write size=2692745 2026-04-02T11:46:50.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.459+0000 7f5333614880 1 > prepared part key=_multipart_VK1RMXPUCX5B.2~FOORVBK2RQP1.0 size=409425 2026-04-02T11:46:50.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.459+0000 7f5333614880 1 > prepared multipart upload key=VK1RMXPUCX5B upload=FOORVBK2RQP1 tag=4AFJZXAJ4OP8 type=write size=1458001 2026-04-02T11:46:50.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.460+0000 7f5333614880 1 < completed part key=_multipart_2UF1R4YCK37X.2~5ATJOC8BOSQ7.0 size=291785 2026-04-02T11:46:50.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.461+0000 7f5333614880 1 < completed multipart upload key=2UF1R4YCK37X upload=5ATJOC8BOSQ7 tag=SJZVJ754S9L8 type=write size=1340361 2026-04-02T11:46:50.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.462+0000 7f5333614880 1 > prepared operation key=RYJ7HCWSK1ZK tag=OXCUMI8UN4Z3 type=del size=3243074 2026-04-02T11:46:50.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.463+0000 7f5333614880 1 < completed delete operation key=X2A37MDQF19I tag=O2Y7WCPIC3YQ type=del 2026-04-02T11:46:50.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.464+0000 7f5333614880 1 > prepared operation key=MJF6T1TAF5I9 tag=N6Y199S9N187 type=write size=157014 2026-04-02T11:46:50.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.465+0000 7f5333614880 1 < completed part key=_multipart_VK1RMXPUCX5B.2~H13PSGMRRT3S.0 size=352084 2026-04-02T11:46:50.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.467+0000 7f5333614880 1 < completed multipart upload key=VK1RMXPUCX5B upload=H13PSGMRRT3S tag=3QXCW35R87QT type=write size=1400660 2026-04-02T11:46:50.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.468+0000 7f5333614880 1 > prepared operation key=1N5ID2080ZHV tag=AT4LK6EZ0GMR type=del size=1010146 2026-04-02T11:46:50.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.469+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~A2VP3H5JJ6KT.0 size=1048576 2026-04-02T11:46:50.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.470+0000 7f5333614880 1 < completed part key=_multipart_AG4P1QGOQ0OE.2~A2VP3H5JJ6KT.1 size=487746 2026-04-02T11:46:50.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.471+0000 7f5333614880 1 < completed multipart upload key=AG4P1QGOQ0OE upload=A2VP3H5JJ6KT tag=4J0TMNTUH24U type=write size=2584898 2026-04-02T11:46:50.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:46:50.472+0000 7f5333614880 1 > prepared operation key=72A8E181S0BV tag=HFU0I5G29EAK type=write size=252075 2026-04-02T11:46:50.474 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_rgw_stats.simulate (7604 ms) 2026-04-02T11:46:50.474 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from cls_rgw_stats (7604 ms total) 2026-04-02T11:46:50.474 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:46:50.474 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:46:50.706 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 1 test from 1 test suite ran. (9734 ms total) 2026-04-02T11:46:50.706 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 1 test. 2026-04-02T11:46:50.709 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:46:50.709 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:46:50.786 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2026-04-02T11:46:50.787 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2026-04-02T11:46:50.787 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2026-04-02T11:46:50.866 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:46:50.866 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 31 tests from 1 test suite. 2026-04-02T11:46:50.867 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:52.718 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 31 tests from CmpOmap 2026-04-02T11:46:52.718 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2026-04-02T11:46:52.734 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2026-04-02T11:46:52.734 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2026-04-02T11:46:52.744 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (10 ms) 2026-04-02T11:46:52.744 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2026-04-02T11:46:52.746 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (1 ms) 2026-04-02T11:46:52.746 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2026-04-02T11:46:52.748 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (2 ms) 2026-04-02T11:46:52.748 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_str 2026-04-02T11:46:52.753 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2026-04-02T11:46:52.753 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2026-04-02T11:46:52.758 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_u64 (4 ms) 2026-04-02T11:46:52.758 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2026-04-02T11:46:52.761 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2026-04-02T11:46:52.761 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2026-04-02T11:46:52.764 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2026-04-02T11:46:52.764 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2026-04-02T11:46:52.767 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2026-04-02T11:46:52.767 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2026-04-02T11:46:52.771 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2026-04-02T11:46:52.771 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2026-04-02T11:46:52.771 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2026-04-02T11:46:52.771 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2026-04-02T11:46:52.772 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2026-04-02T11:46:52.772 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2026-04-02T11:46:52.778 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2026-04-02T11:46:52.778 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2026-04-02T11:46:52.783 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2026-04-02T11:46:52.783 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2026-04-02T11:46:52.789 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2026-04-02T11:46:52.789 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2026-04-02T11:46:52.880 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (91 ms) 2026-04-02T11:46:52.880 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2026-04-02T11:46:53.057 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_str (177 ms) 2026-04-02T11:46:53.057 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2026-04-02T11:46:53.082 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (24 ms) 2026-04-02T11:46:53.082 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2026-04-02T11:46:53.098 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (16 ms) 2026-04-02T11:46:53.099 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2026-04-02T11:46:53.101 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2026-04-02T11:46:53.101 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2026-04-02T11:46:53.102 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (0 ms) 2026-04-02T11:46:53.102 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2026-04-02T11:46:53.103 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2026-04-02T11:46:53.103 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2026-04-02T11:46:53.111 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2026-04-02T11:46:53.111 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2026-04-02T11:46:53.122 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (11 ms) 2026-04-02T11:46:53.122 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2026-04-02T11:46:53.200 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (77 ms) 2026-04-02T11:46:53.200 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2026-04-02T11:46:53.208 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2026-04-02T11:46:53.208 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2026-04-02T11:46:53.213 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (5 ms) 2026-04-02T11:46:53.213 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2026-04-02T11:46:53.252 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (38 ms) 2026-04-02T11:46:53.252 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2026-04-02T11:46:53.253 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (0 ms) 2026-04-02T11:46:53.253 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2026-04-02T11:46:53.253 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2026-04-02T11:46:53.253 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2026-04-02T11:46:53.270 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (16 ms) 2026-04-02T11:46:53.270 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 31 tests from CmpOmap (552 ms total) 2026-04-02T11:46:53.270 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:46:53.270 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:46:53.737 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 31 tests from 1 test suite ran. (2871 ms total) 2026-04-02T11:46:53.737 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 31 tests. 2026-04-02T11:46:53.739 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:46:53.739 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:46:53.816 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2026-04-02T11:46:53.816 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2026-04-02T11:46:53.816 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2026-04-02T11:46:53.899 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:46:53.899 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:46:53.899 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:46:53.899 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from TestCls2PCQueue 2026-04-02T11:46:53.899 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2026-04-02T11:46:57.553 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.GetCapacity (3653 ms) 2026-04-02T11:46:57.553 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2026-04-02T11:47:00.632 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3078 ms) 2026-04-02T11:47:00.632 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.Reserve 2026-04-02T11:47:03.659 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.Reserve (3026 ms) 2026-04-02T11:47:03.659 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2026-04-02T11:47:06.666 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3007 ms) 2026-04-02T11:47:06.666 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.Commit 2026-04-02T11:47:09.695 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.Commit (3023 ms) 2026-04-02T11:47:09.695 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.Stats 2026-04-02T11:47:12.705 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.Stats (3015 ms) 2026-04-02T11:47:12.705 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2026-04-02T11:47:15.748 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (3041 ms) 2026-04-02T11:47:15.748 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.Abort 2026-04-02T11:47:18.840 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.Abort (3092 ms) 2026-04-02T11:47:18.840 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2026-04-02T11:47:22.153 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.ReserveError (3313 ms) 2026-04-02T11:47:22.153 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.CommitError 2026-04-02T11:47:25.172 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.CommitError (3019 ms) 2026-04-02T11:47:25.172 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.AbortError 2026-04-02T11:47:28.237 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.AbortError (3064 ms) 2026-04-02T11:47:28.237 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2026-04-02T11:47:31.373 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3133 ms) 2026-04-02T11:47:31.374 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2026-04-02T11:47:34.415 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3044 ms) 2026-04-02T11:47:34.415 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2026-04-02T11:47:37.445 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3030 ms) 2026-04-02T11:47:37.445 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2026-04-02T11:47:40.452 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3003 ms) 2026-04-02T11:47:40.452 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2026-04-02T11:47:43.478 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3025 ms) 2026-04-02T11:47:43.478 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2026-04-02T11:47:46.493 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3014 ms) 2026-04-02T11:47:46.493 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2026-04-02T11:47:49.545 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.Cleanup (3054 ms) 2026-04-02T11:47:49.545 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2026-04-02T11:47:58.183 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.MultiProducer (8639 ms) 2026-04-02T11:47:58.183 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2026-04-02T11:48:01.210 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3026 ms) 2026-04-02T11:48:01.210 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2026-04-02T11:48:12.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (11418 ms) 2026-04-02T11:48:12.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2026-04-02T11:48:16.660 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4031 ms) 2026-04-02T11:48:16.660 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2026-04-02T11:48:22.496 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5835 ms) 2026-04-02T11:48:22.496 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5036 ms) 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from TestCls2PCQueue (93632 ms total) 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 24 tests from 1 test suite ran. (93632 ms total) 2026-04-02T11:48:27.532 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 24 tests. 2026-04-02T11:48:27.534 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:27.534 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:27.575 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2026-04-02T11:48:27.575 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2026-04-02T11:48:27.575 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2026-04-02T11:48:27.657 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:48:27.657 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:48:27.657 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:48:27.657 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:29.645 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from ClsAccount 2026-04-02T11:48:29.646 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsAccount.add 2026-04-02T11:48:29.665 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsAccount.add (19 ms) 2026-04-02T11:48:29.665 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsAccount.get 2026-04-02T11:48:29.668 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsAccount.get (3 ms) 2026-04-02T11:48:29.668 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsAccount.rm 2026-04-02T11:48:29.672 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsAccount.rm (4 ms) 2026-04-02T11:48:29.672 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] ClsAccount.list 2026-04-02T11:48:29.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] ClsAccount.list (10 ms) 2026-04-02T11:48:29.683 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from ClsAccount (37 ms total) 2026-04-02T11:48:29.683 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:29.683 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:30.646 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 4 tests from 1 test suite ran. (2988 ms total) 2026-04-02T11:48:30.646 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 4 tests. 2026-04-02T11:48:30.649 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:30.649 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:30.727 INFO:tasks.workunit:Running workunits matching cls/test_cls_sem_set.sh on client.0... 2026-04-02T11:48:30.727 INFO:tasks.workunit:Running workunit cls/test_cls_sem_set.sh... 2026-04-02T11:48:30.727 DEBUG:teuthology.orchestra.run.vm01:workunit test cls/test_cls_sem_set.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sem_set.sh 2026-04-02T11:48:30.805 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:48:30.806 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 5 tests from 1 test suite. 2026-04-02T11:48:30.806 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:30.806 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 5 tests from cls_sem_set 2026-04-02T11:48:30.806 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_sem_set.inc_dec 2026-04-02T11:48:33.669 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_sem_set.inc_dec (2859 ms) 2026-04-02T11:48:33.670 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_sem_set.inc_dec_overflow 2026-04-02T11:48:36.706 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_sem_set.inc_dec_overflow (3039 ms) 2026-04-02T11:48:36.706 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_sem_set.list_small 2026-04-02T11:48:39.733 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_sem_set.list_small (3028 ms) 2026-04-02T11:48:39.733 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_sem_set.list_large 2026-04-02T11:48:42.751 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_sem_set.list_large (3017 ms) 2026-04-02T11:48:42.751 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] cls_sem_set.inc_dec_time 2026-04-02T11:48:46.987 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] cls_sem_set.inc_dec_time (4236 ms) 2026-04-02T11:48:46.987 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 5 tests from cls_sem_set (16181 ms total) 2026-04-02T11:48:46.987 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:46.988 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:46.988 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 5 tests from 1 test suite ran. (16181 ms total) 2026-04-02T11:48:46.988 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 5 tests. 2026-04-02T11:48:46.990 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:46.990 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:47.066 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2026-04-02T11:48:47.067 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2026-04-02T11:48:47.067 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2026-04-02T11:48:47.154 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:48:47.154 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:48:47.154 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 6 tests from 1 test suite. 2026-04-02T11:48:47.154 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:49.011 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 6 tests from rgw_gc_log 2026-04-02T11:48:49.011 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2026-04-02T11:48:49.024 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.init_existing_queue (13 ms) 2026-04-02T11:48:49.024 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2026-04-02T11:48:49.026 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.init_existing_omap (2 ms) 2026-04-02T11:48:49.026 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2026-04-02T11:48:49.028 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (1 ms) 2026-04-02T11:48:49.028 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2026-04-02T11:48:49.029 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2026-04-02T11:48:49.029 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2026-04-02T11:48:49.031 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.defer1_after_init (1 ms) 2026-04-02T11:48:49.031 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2026-04-02T11:48:49.032 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] rgw_gc_log.defer2_before_init (0 ms) 2026-04-02T11:48:49.032 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 6 tests from rgw_gc_log (21 ms total) 2026-04-02T11:48:49.032 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:49.032 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:50.131 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 6 tests from 1 test suite ran. (2977 ms total) 2026-04-02T11:48:50.131 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 6 tests. 2026-04-02T11:48:50.134 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:50.135 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:50.172 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2026-04-02T11:48:50.172 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2026-04-02T11:48:50.172 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from TestRGWObj 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestRGWObj.underscore 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i= 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.256 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i= 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i= 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.258 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.259 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i= 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i= 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i= 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.260 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i=v1 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i=v1 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns= i=v1 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.261 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:48:50.262 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:parsed: _obj[v1] 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:stripped: _obj ns=ns i=v1 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.263 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_obj", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestRGWObj.no_underscore 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i= 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i= 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i= 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.264 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i= 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i= 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i= 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.265 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.266 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i=v1 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i=v1 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns= i=v1 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.267 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:parsed: obj[v1] 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:stripped: obj ns=ns i=v1 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "obj1": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "obj2": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.268 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "obj3": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "obj3-2": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "obj", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "v1", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestRGWObj.obj_to_raw 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.269 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker_myobj", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.270 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker_myobj", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.271 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.272 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.273 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.274 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.275 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.276 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.277 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.278 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.279 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.280 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.281 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.282 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.283 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.284 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.285 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj_", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.286 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj_", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.287 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.288 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.289 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.290 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.291 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.292 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "pool": "default-placement.data", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "name": "test", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": "" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "obj": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.293 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] TestRGWObj.old_to_raw 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker_myobj", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.294 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker_myobj 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker_myobj", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker_myobj 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.295 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns_myobj 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns_myobj", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns_myobj 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__:inst_myobj 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst_myobj", 2026-04-02T11:48:50.296 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__:inst_myobj 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns:inst_myobj 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst_myobj", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.297 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "name": "myobj", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns:inst_myobj 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker___myobj 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.298 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker___myobj 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns__myobj 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.299 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns__myobj 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__:inst__myobj 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.300 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__:inst__myobj 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns:inst__myobj 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns:inst__myobj 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj_", 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.301 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker___myobj_ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker___myobj_", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker___myobj_ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.302 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns__myobj_ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns__myobj_", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns__myobj_ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.303 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__:inst__myobj_ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__:inst__myobj_", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "marker__myobj_" 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "" 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__:inst__myobj_ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.304 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "raw_obj2": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "pool": ".data-pool", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "loc": "" 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "new_obj2": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "bucket": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "name": "ebtest", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "marker": "marker", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_id": "bucket-id", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "tenant": "", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "explicit_placement": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "data_pool": ".data-pool", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "data_extra_pool": "", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "index_pool": ".index-pool" 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "key": { 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "name": "_myobj_", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "instance": "inst", 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: "ns": "ns" 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from TestRGWObj (2 ms total) 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 4 tests from 1 test suite ran. (2 ms total) 2026-04-02T11:48:50.305 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 4 tests. 2026-04-02T11:48:50.306 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:48:50.306 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:48:50.344 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_datalog.sh on client.0... 2026-04-02T11:48:50.344 INFO:tasks.workunit:Running workunit rgw/test_rgw_datalog.sh... 2026-04-02T11:48:50.344 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_rgw_datalog.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datalog.sh 2026-04-02T11:48:50.429 INFO:tasks.workunit.client.0.vm01.stdout:Running main() from gmock_main.cc 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 10 tests from 4 test suites. 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from DataLogBG 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogBG.TestRoundTrip 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogBG.TestRoundTrip (0 ms) 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from DataLogBG (0 ms total) 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from DataLog 2026-04-02T11:48:50.430 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLog.TestSem 2026-04-02T11:48:53.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLog.TestSem (2732 ms) 2026-04-02T11:48:53.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLog.SimpleRecovery 2026-04-02T11:48:56.181 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLog.SimpleRecovery (3019 ms) 2026-04-02T11:48:56.182 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLog.CycleRecovery 2026-04-02T11:48:59.205 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLog.CycleRecovery (3024 ms) 2026-04-02T11:48:59.206 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLog.SemaphoresRecovery 2026-04-02T11:49:02.321 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLog.SemaphoresRecovery (3115 ms) 2026-04-02T11:49:02.321 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from DataLog (11891 ms total) 2026-04-02T11:49:02.321 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:49:02.321 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from DataLogWatchless 2026-04-02T11:49:02.321 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogWatchless.NotWatching 2026-04-02T11:49:05.483 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogWatchless.NotWatching (3162 ms) 2026-04-02T11:49:05.483 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 1 test from DataLogWatchless (3162 ms total) 2026-04-02T11:49:05.483 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:49:05.483 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from DataLogBulky 2026-04-02T11:49:05.483 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogBulky.TestSemBulky 2026-04-02T11:49:08.505 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogBulky.TestSemBulky (3021 ms) 2026-04-02T11:49:08.505 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogBulky.BulkyRecovery 2026-04-02T11:49:11.514 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogBulky.BulkyRecovery (3008 ms) 2026-04-02T11:49:11.514 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogBulky.BulkyCycleRecovery 2026-04-02T11:49:14.530 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogBulky.BulkyCycleRecovery (3015 ms) 2026-04-02T11:49:14.530 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] DataLogBulky.BulkySemaphoresRecovery 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] DataLogBulky.BulkySemaphoresRecovery (3133 ms) 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 4 tests from DataLogBulky (12180 ms total) 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 10 tests from 4 test suites ran. (27233 ms total) 2026-04-02T11:49:17.663 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 10 tests. 2026-04-02T11:49:17.667 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:49:17.667 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:49:17.702 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2026-04-02T11:49:17.702 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2026-04-02T11:49:17.702 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2026-04-02T11:49:17.804 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:17.804 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:17.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.840+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 realm 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:17.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.841+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:17.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.842+0000 7f02a112c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:49:17.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.842+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:17.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.843+0000 7f02a112c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:49:17.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.843+0000 7f02a112c900 20 searching for the correct realm 2026-04-02T11:49:17.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:17.855+0000 7f029d5c5640 0 -- 192.168.123.101:0/3295424062 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0284108040 msgr2=0x7f02840779b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:49:18.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.101+0000 7f029d5c5640 0 -- 192.168.123.101:0/3295424062 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0284108040 msgr2=0x7f02840779b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:49:18.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 zone default found 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 4 Realm: () 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 zonegroup default 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.104+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 started sync module instance, tier type = 2026-04-02T11:49:18.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.105+0000 7f02a112c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:49:18.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.162+0000 7f02a112c900 20 add_watcher() i=3 2026-04-02T11:49:18.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.162+0000 7f02a112c900 20 add_watcher() i=7 2026-04-02T11:49:18.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.167+0000 7f02a112c900 20 add_watcher() i=2 2026-04-02T11:49:18.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.167+0000 7f02a112c900 20 add_watcher() i=1 2026-04-02T11:49:18.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.167+0000 7f02a112c900 20 add_watcher() i=6 2026-04-02T11:49:18.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.171+0000 7f02a112c900 20 add_watcher() i=5 2026-04-02T11:49:18.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.173+0000 7f02a112c900 20 add_watcher() i=0 2026-04-02T11:49:18.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.173+0000 7f02a112c900 20 add_watcher() i=4 2026-04-02T11:49:18.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.173+0000 7f02a112c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:49:18.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.177+0000 7f02a112c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:49:18.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.177+0000 7f02a112c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:49:18.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.178+0000 7f02a112c900 5 note: GC not initialized 2026-04-02T11:49:18.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.178+0000 7f0249feb640 20 reqs_thread_entry: start 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.260+0000 7f02a112c900 20 init_complete bucket index max shards: 11 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 20 Filter name: none 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02437fe640 20 reqs_thread_entry: start 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.261+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 cache get: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= : miss 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 20 rados->read ofs=0 len=0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= info.flags=0x0 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 adding default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= to cache LRU end 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 cache get: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= : hit (negative entry) 2026-04-02T11:49:18.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.262+0000 7f02a112c900 10 cache get: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= : hit (negative entry) 2026-04-02T11:49:18.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.263+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:49:18.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.263+0000 7f02a112c900 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:49:18.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.263+0000 7f02a112c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2026-04-02T11:49:18.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.263+0000 7f0277fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515844 cookie 94423262960480 notifier 5282 bl.length()=697 2026-04-02T11:49:18.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.264+0000 7f0277fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-02T11:49:18.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.264+0000 7f0277fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-02T11:49:18.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:49:18.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f02a112c900 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:49:18.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f02a112c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2026-04-02T11:49:18.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f0277fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515857 cookie 94423262965104 notifier 5282 bl.length()=194 2026-04-02T11:49:18.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f0277fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-02T11:49:18.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.266+0000 7f0277fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02a112c900 10 cache put: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= info.flags=0x7 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02a112c900 10 moving default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= to cache LRU end 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02a112c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:W9CWwkwhMOZTidrpQ37sp1TufIk=, ofs0, ns] 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02777fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515858 cookie 94423262965104 notifier 5282 bl.length()=203 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02777fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= info.flags=0x7 2026-04-02T11:49:18.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.269+0000 7f02777fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+W9CWwkwhMOZTidrpQ37sp1TufIk= to cache LRU end 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "user_id": "ceph-test-librgw-file", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "display_name": "librgw test user", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "email": "librgw@example.com", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "suspended": 0, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "max_buckets": 1000, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "subusers": [], 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "keys": [ 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: { 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "user": "ceph-test-librgw-file", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "access_key": "W9CWwkwhMOZTidrpQ37sp1TufIk=", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "secret_key": "JxlNOIRYSocQ/H+xvdF0AVllalHljAjiAjudk0J/Ba0garx63ECR1Q==", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "active": true, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:49:18.263568Z" 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: ], 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "swift_keys": [], 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "caps": [], 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "op_mask": "read, write, delete", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "default_placement": "", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "default_storage_class": "", 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "placement_tags": [], 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_quota": { 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "user_quota": { 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:49:18.272 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "temp_url_keys": [], 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "type": "rgw", 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "mfa_ids": [], 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "account_id": "", 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "path": "/", 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:49:18.263556Z", 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "tags": [], 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: "group_ids": [] 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:49:18.273 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=2 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 2 removed watcher, disabling cache 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=7 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=0 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=4 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=1 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=5 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=6 2026-04-02T11:49:18.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.274+0000 7f02a112c900 20 remove_watcher() i=3 2026-04-02T11:49:18.282 INFO:tasks.workunit.client.0.vm01.stdout:phase 1.1 2026-04-02T11:49:18.299 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:49:18.299 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:18.299 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:49:18.299 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:49:18.305 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:18.305 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (201 ms) 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:49:18.501 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:49:18.518 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/quux 2026-04-02T11:49:18.523 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/f1 2026-04-02T11:49:18.526 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/f2 2026-04-02T11:49:18.529 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/f1 2026-04-02T11:49:18.532 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/d1/ 2026-04-02T11:49:18.535 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/hungry 2026-04-02T11:49:18.539 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2026-04-02T11:49:18.543 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/momma 2026-04-02T11:49:18.546 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/bear/ 2026-04-02T11:49:18.550 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2026-04-02T11:49:18.553 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2026-04-02T11:49:18.557 INFO:tasks.workunit.client.0.vm01.stdout:creating: nfsroot:foo/bar/baz/frobozz 2026-04-02T11:49:18.560 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_HIER1 (58 ms) 2026-04-02T11:49:18.560 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:49:18.680 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_DIRS1 (119 ms) 2026-04-02T11:49:18.680 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:49:18.680 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:49:18.680 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:49:18.698 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (18 ms) 2026-04-02T11:49:18.698 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:49:18.748 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (49 ms) 2026-04-02T11:49:18.748 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:49:18.748 INFO:tasks.workunit.client.0.vm01.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2026-04-02T11:49:18.755 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2026-04-02T11:49:18.755 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:49:18.755 INFO:tasks.workunit.client.0.vm01.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2026-04-02T11:49:18.762 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (7 ms) 2026-04-02T11:49:18.762 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:49:18.762 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:49:18.762 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.762 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:49:18.763 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:49:18.764 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:18.764 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:49:18.765 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:18.765 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:49:18.765 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:49:18.766 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:18.766 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:49:18.767 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:18.767 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:49:18.767 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:49:18.768 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:49:18.768 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:49:18.769 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:49:18.769 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2026-04-02T11:49:18.769 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:49:18.861 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_SETUP1 (92 ms) 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:49:18.862 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:49:18.874 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:49:18.874 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:49:18.879 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:49:18.881 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:49:18.885 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:49:18.885 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:49:18.886 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:49:18.886 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:49:18.886 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:49:18.887 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:49:18.887 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:49:18.889 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:49:18.889 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:49:18.889 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:49:18.889 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.HIER1 (28 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:49:18.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.887+0000 7f68975639c0 -1 shutting down 2026-04-02T11:49:18.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:18.915+0000 7f676fe02640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78859, si_uid : 1000, si_addr0x3e80001340b, si_status0 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (29823 ms) 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW (30413 ms total) 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 24 tests from 1 test suite ran. (30413 ms total) 2026-04-02T11:49:48.713 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 24 tests. 2026-04-02T11:49:48.721 INFO:tasks.workunit.client.0.vm01.stdout:phase 1.2 2026-04-02T11:49:48.739 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:49:48.739 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:49:48.739 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:49:48.739 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:49:48.743 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:49:48.743 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:49:49.138 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (399 ms) 2026-04-02T11:49:49.138 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:49:49.139 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:49:49.140 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:49:49.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:49.137+0000 7fba8c1579c0 -1 shutting down 2026-04-02T11:49:49.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:49:49.139+0000 7fb9649f7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 79486, si_uid : 1000, si_addr0x3e80001367e, si_status0 2026-04-02T11:50:19.426 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30287 ms) 2026-04-02T11:50:19.426 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW (30687 ms total) 2026-04-02T11:50:19.426 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:50:19.426 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:50:19.426 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 24 tests from 1 test suite ran. (30687 ms total) 2026-04-02T11:50:19.427 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 24 tests. 2026-04-02T11:50:19.432 INFO:tasks.workunit.client.0.vm01.stdout:phase 1.3 2026-04-02T11:50:19.450 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-02T11:50:19.450 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:50:19.450 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW 2026-04-02T11:50:19.450 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:50:19.455 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:50:19.455 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:50:19.662 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (211 ms) 2026-04-02T11:50:19.662 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-02T11:50:19.663 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2026-04-02T11:50:19.663 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:50:19.663 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:50:19.663 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-02T11:50:19.669 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_HIER1 (6 ms) 2026-04-02T11:50:19.669 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETUP_DIRS1 (67 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SETATTR 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_0 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:scanning objects in /bdirs1/dir_2 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_0 2026-04-02T11:50:19.737 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_0/sfile_0 2026-04-02T11:50:19.739 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:50:19.740 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_0/sfile_1 2026-04-02T11:50:19.741 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:50:19.741 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_1 2026-04-02T11:50:19.741 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_1/sfile_0 2026-04-02T11:50:19.742 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:50:19.742 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_1/sfile_1 2026-04-02T11:50:19.743 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:50:19.743 INFO:tasks.workunit.client.0.vm01.stdout:read back objects in /bdirs1/dir_2 2026-04-02T11:50:19.743 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_2/sfile_0 2026-04-02T11:50:19.744 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-02T11:50:19.744 INFO:tasks.workunit.client.0.vm01.stdout:reading 0,256 dir_2/sfile_1 2026-04-02T11:50:19.744 INFO:tasks.workunit.client.0.vm01.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-02T11:50:19.744 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READ_DIRS1 (7 ms) 2026-04-02T11:50:19.744 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_0 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_0 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sdir_1 type: DIR refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:release sfile_1 type: FILE refs: 2 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-02T11:50:19.745 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.HIER1 2026-04-02T11:50:19.752 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-02T11:50:19.752 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-02T11:50:19.755 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-02T11:50:19.756 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-02T11:50:19.759 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:50:19.759 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-02T11:50:19.759 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-02T11:50:19.760 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-02T11:50:19.760 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:50:19.761 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-02T11:50:19.761 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot/foo (foo): DIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:/nfsroot (nfsroot): DIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.HIER1 (18 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:50:19.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:50:19.760+0000 7f4e7af209c0 -1 shutting down 2026-04-02T11:50:19.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:50:19.780+0000 7f4d5369b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80105, si_uid : 1000, si_addr0x3e8000138e9, si_status0 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30159 ms) 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 24 tests from LibRGW (30472 ms total) 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 24 tests from 1 test suite ran. (30472 ms total) 2026-04-02T11:50:49.923 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 24 tests. 2026-04-02T11:50:49.930 INFO:tasks.workunit.client.0.vm01.stdout:phase 2.1 2026-04-02T11:50:49.947 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:50:49.947 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:50:49.947 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:50:49.947 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:50:49.953 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:50:49.953 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:50:50.144 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (196 ms) 2026-04-02T11:50:50.144 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:50:50.145 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:50:50.145 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:50:50.156 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2026-04-02T11:50:50.156 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:50:50.156 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:50:50.156 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:50:50.166 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave0 2026-04-02T11:50:50.176 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave1 2026-04-02T11:50:50.186 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave2 2026-04-02T11:50:50.194 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave3 2026-04-02T11:50:50.204 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave4 2026-04-02T11:50:50.212 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave5 2026-04-02T11:50:50.221 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave6 2026-04-02T11:50:50.231 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave7 2026-04-02T11:50:50.244 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave8 2026-04-02T11:50:50.254 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave9 2026-04-02T11:50:50.254 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (98 ms) 2026-04-02T11:50:50.254 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:50:50.563 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (309 ms) 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:50:50.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:50:50.561+0000 7f288ef4a9c0 -1 shutting down 2026-04-02T11:50:50.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:50:50.563+0000 7f27677e8640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80732, si_uid : 1000, si_addr0x3e800013b5c, si_status0 2026-04-02T11:51:20.310 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (29747 ms) 2026-04-02T11:51:20.311 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from LibRGW (30363 ms total) 2026-04-02T11:51:20.311 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:51:20.311 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:20.311 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 9 tests from 1 test suite ran. (30363 ms total) 2026-04-02T11:51:20.311 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 9 tests. 2026-04-02T11:51:20.317 INFO:tasks.workunit.client.0.vm01.stdout:phase 2.2 2026-04-02T11:51:20.334 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-02T11:51:20.334 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:20.334 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from LibRGW 2026-04-02T11:51:20.335 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:51:20.339 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:20.339 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (385 ms) 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:51:20.720 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:51:20.882 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (161 ms) 2026-04-02T11:51:20.882 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-02T11:51:20.890 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave0 2026-04-02T11:51:20.900 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave1 2026-04-02T11:51:20.910 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave2 2026-04-02T11:51:20.918 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave3 2026-04-02T11:51:20.930 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave4 2026-04-02T11:51:20.941 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave5 2026-04-02T11:51:20.951 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave6 2026-04-02T11:51:20.960 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave7 2026-04-02T11:51:20.970 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave8 2026-04-02T11:51:20.980 INFO:tasks.workunit.client.0.vm01.stdout:created: sorrydave9 2026-04-02T11:51:20.980 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (97 ms) 2026-04-02T11:51:20.980 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (253 ms) 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:51:21.233 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:51:21.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:51:21.231+0000 7f53a75529c0 -1 shutting down 2026-04-02T11:51:21.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:51:21.233+0000 7f527fd4c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 81359, si_uid : 1000, si_addr0x3e800013dcf, si_status0 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (29725 ms) 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 9 tests from LibRGW (30623 ms total) 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 9 tests from 1 test suite ran. (30623 ms total) 2026-04-02T11:51:50.959 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 9 tests. 2026-04-02T11:51:50.966 INFO:tasks.workunit.client.0.vm01.stdout:phase 3.1 2026-04-02T11:51:51.092 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:51:51.092 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:51:51.092 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:51:51.092 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:51:51.097 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:51:51.097 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:51:51.481 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (388 ms) 2026-04-02T11:51:51.481 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:51:51.481 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:51:51.481 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:51:51.490 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2026-04-02T11:51:51.490 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:51:51.493 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (2 ms) 2026-04-02T11:51:51.493 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:51:51.495 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-02T11:51:51.495 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:51:51.593 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LARGE1 (97 ms) 2026-04-02T11:51:51.593 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LARGE2 (34 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:51:51.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:51:51.626+0000 7f43af51c9c0 -1 shutting down 2026-04-02T11:51:51.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:51:51.629+0000 7f4289a5c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 81990, si_uid : 1000, si_addr0x3e800014046, si_status0 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30094 ms) 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 13 tests from LibRGW (30629 ms total) 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 13 tests from 1 test suite ran. (30629 ms total) 2026-04-02T11:52:21.722 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 13 tests. 2026-04-02T11:52:21.731 INFO:tasks.workunit.client.0.vm01.stdout:phase 3.2 2026-04-02T11:52:21.862 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-02T11:52:21.862 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:21.862 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 13 tests from LibRGW 2026-04-02T11:52:21.862 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:21.867 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:21.867 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:22.044 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (181 ms) 2026-04-02T11:52:22.044 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:22.045 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:22.045 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:52:22.045 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:52:22.045 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:52:22.050 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2026-04-02T11:52:22.050 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:52:22.053 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2026-04-02T11:52:22.053 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LARGE1 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LARGE1 (55 ms) 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LARGE2 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:52:22.108 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:52:22.113 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-02T11:52:22.113 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (24 ms) 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:22.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:52:22.136+0000 7fa730b329c0 -1 shutting down 2026-04-02T11:52:22.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:52:22.137+0000 7fa60924b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 82617, si_uid : 1000, si_addr0x3e8000142b9, si_status0 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30109 ms) 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 13 tests from LibRGW (30384 ms total) 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 13 tests from 1 test suite ran. (30384 ms total) 2026-04-02T11:52:52.247 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 13 tests. 2026-04-02T11:52:52.256 INFO:tasks.workunit.client.0.vm01.stdout:phase 4.1 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:read i1: 64001 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:read s1: blunderbuss 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:52:52.273 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:52:52.279 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:52:52.279 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:52:52.650 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (376 ms) 2026-04-02T11:52:52.650 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:52:52.650 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:52:52.650 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:52:52.666 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (15 ms) 2026-04-02T11:52:52.666 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_0 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_1 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_2 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_3 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_4 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_5 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_6 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_7 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_8 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_9 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_10 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_11 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_12 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_13 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_14 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_15 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_16 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_17 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_18 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_19 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_20 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_21 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_22 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_23 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_24 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_25 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_26 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_27 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_28 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_29 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_30 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_31 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_32 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_33 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_34 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_35 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_36 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_37 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_38 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_39 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_40 2026-04-02T11:52:55.375 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_41 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_42 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_43 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_44 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_45 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_46 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_47 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_48 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_49 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_50 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_51 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_52 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_53 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_54 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_55 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_56 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_57 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_58 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_59 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_60 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_61 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_62 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_63 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_64 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_65 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_66 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_67 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_68 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_69 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_70 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_71 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_72 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_73 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_74 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_75 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_76 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_77 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_78 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_79 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_80 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_81 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_82 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_83 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_84 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_85 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_86 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_87 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_88 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_89 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_90 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_91 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_92 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_93 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_94 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_95 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_96 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_97 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_98 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:created: dmarker:f_99 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (2709 ms) 2026-04-02T11:52:55.376 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:52:55.377 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:52:55.378 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_READDIR (1 ms) 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:52:55.379 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER2_READDIR (1 ms) 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:52:55.380 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:52:55.376+0000 7f6bc25329c0 -1 shutting down 2026-04-02T11:52:55.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:52:55.378+0000 7f6a9aca4640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 83246, si_uid : 1000, si_addr0x3e80001452e, si_status0 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (27709 ms) 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from LibRGW (30814 ms total) 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 11 tests from 1 test suite ran. (30814 ms total) 2026-04-02T11:53:23.087 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 11 tests. 2026-04-02T11:53:23.094 INFO:tasks.workunit.client.0.vm01.stdout:phase 4.2 2026-04-02T11:53:23.114 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-02T11:53:23.114 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:23.114 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from LibRGW 2026-04-02T11:53:23.115 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.TVAR 2026-04-02T11:53:23.115 INFO:tasks.workunit.client.0.vm01.stdout:read i1: 64001 2026-04-02T11:53:23.115 INFO:tasks.workunit.client.0.vm01.stdout:read s1: blunderbuss 2026-04-02T11:53:23.115 INFO:tasks.workunit.client.0.vm01.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-02T11:53:23.115 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:23.119 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:23.119 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:23.295 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (180 ms) 2026-04-02T11:53:23.295 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:23.295 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:23.295 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-02T11:53:23.305 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-02T11:53:23.307 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:23.308 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:23.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:53:23.305+0000 7f2765f2f9c0 -1 shutting down 2026-04-02T11:53:23.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:53:23.307+0000 7f263e7ca640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 83873, si_uid : 1000, si_addr0x3e8000147a1, si_status0 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30156 ms) 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 11 tests from LibRGW (30348 ms total) 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 11 tests from 1 test suite ran. (30348 ms total) 2026-04-02T11:53:53.463 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 11 tests. 2026-04-02T11:53:53.470 INFO:tasks.workunit.client.0.vm01.stdout:phase 5.1 2026-04-02T11:53:53.491 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:53:53.491 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:53:53.491 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:53:53.491 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:53:53.497 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:53:53.497 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:53:53.659 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (167 ms) 2026-04-02T11:53:53.659 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:53:53.660 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:53:53.660 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:53:53.669 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2026-04-02T11:53:53.669 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:53:53.672 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-02T11:53:53.672 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:53:53.672 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:53:53.672 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:53:53.675 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2026-04-02T11:53:53.675 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:53:53.675 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:53:53.675 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:53:53.681 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.PUT_OBJECT (6 ms) 2026-04-02T11:53:53.681 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:53:53.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:53:53.681+0000 7fc96371f9c0 -1 shutting down 2026-04-02T11:53:53.685 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:53:53.684+0000 7fc83bef6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 84500, si_uid : 1000, si_addr0x3e800014a14, si_status0 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30038 ms) 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from LibRGW (30230 ms total) 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 19 tests from 1 test suite ran. (30230 ms total) 2026-04-02T11:54:23.722 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 19 tests. 2026-04-02T11:54:23.728 INFO:tasks.workunit.client.0.vm01.stdout:phase 5.2 2026-04-02T11:54:23.750 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-02T11:54:23.750 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:54:23.750 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from LibRGW 2026-04-02T11:54:23.750 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:54:23.754 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:54:23.754 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (403 ms) 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-02T11:54:24.154 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.WRITEV 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READV 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-02T11:54:24.162 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-02T11:54:24.166 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-02T11:54:24.167 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.DELETE_BUCKET (25 ms) 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:54:24.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:54:24.190+0000 7efd1e4c69c0 -1 shutting down 2026-04-02T11:54:24.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:54:24.191+0000 7efbf8a06640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 85127, si_uid : 1000, si_addr0x3e800014c87, si_status0 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30204 ms) 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 19 tests from LibRGW (30646 ms total) 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 19 tests from 1 test suite ran. (30646 ms total) 2026-04-02T11:54:54.397 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 19 tests. 2026-04-02T11:54:54.404 INFO:tasks.workunit.client.0.vm01.stdout:phase 6.1 2026-04-02T11:54:54.422 INFO:tasks.workunit.client.0.vm01.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-02T11:54:54.422 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment set-up. 2026-04-02T11:54:54.422 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 10 tests from LibRGW 2026-04-02T11:54:54.422 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.INIT 2026-04-02T11:54:54.426 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:54:54.426 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:54:54.802 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.INIT (379 ms) 2026-04-02T11:54:54.802 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.MOUNT 2026-04-02T11:54:54.803 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-02T11:54:54.803 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2026-04-02T11:54:54.821 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CREATE_BUCKETS (18 ms) 2026-04-02T11:54:54.821 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2026-04-02T11:54:54.827 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (6 ms) 2026-04-02T11:54:54.827 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2026-04-02T11:54:54.846 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.TOPDIR_RENAME (18 ms) 2026-04-02T11:54:54.846 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2026-04-02T11:54:54.870 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SUBDIR_RENAME (23 ms) 2026-04-02T11:54:54.870 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (26 ms) 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-02T11:54:54.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:54:54.895+0000 7f78e1d3b9c0 -1 shutting down 2026-04-02T11:54:54.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:54:54.897+0000 7f77ba4d6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 85754, si_uid : 1000, si_addr0x3e800014efa, si_status0 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout:[ OK ] LibRGW.SHUTDOWN (30227 ms) 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout:[----------] 10 tests from LibRGW (30702 ms total) 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout:[----------] Global test environment tear-down 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout:[==========] 10 tests from 1 test suite ran. (30702 ms total) 2026-04-02T11:55:25.125 INFO:tasks.workunit.client.0.vm01.stdout:[ PASSED ] 10 tests. 2026-04-02T11:55:25.131 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:55:25.131 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:55:25.171 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2026-04-02T11:55:25.171 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2026-04-02T11:55:25.171 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -z ']' 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:55:25.243 INFO:tasks.workunit.client.0.vm01.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2026-04-02T11:55:25.266 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:55:25.266 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:55:25.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.285+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 realm 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.286+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.287+0000 7f87c5921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:55:25.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.287+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.287+0000 7f87c5921900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:55:25.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.287+0000 7f87c5921900 20 searching for the correct realm 2026-04-02T11:55:25.293 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.291+0000 7f87c15b9640 0 -- 192.168.123.101:0/2965333981 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f87b4058da0 msgr2=0x7f87b40af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:25.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.496+0000 7f87c1dba640 0 -- 192.168.123.101:0/2965333981 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x56182bfe00a0 msgr2=0x56182c000550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:55:25.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:55:25.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:55:25.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:55:25.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.498+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 zone default found 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 4 Realm: () 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 zonegroup default 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.499+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.500+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.500+0000 7f87c5921900 20 started sync module instance, tier type = 2026-04-02T11:55:25.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.500+0000 7f87c5921900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:55:25.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.503+0000 7f87c5921900 20 add_watcher() i=7 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.503+0000 7f87c5921900 20 add_watcher() i=3 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.503+0000 7f87c5921900 20 add_watcher() i=0 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 20 add_watcher() i=1 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 20 add_watcher() i=5 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 20 add_watcher() i=6 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 20 add_watcher() i=2 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 20 add_watcher() i=4 2026-04-02T11:55:25.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.504+0000 7f87c5921900 2 all 8 watchers are set, enabling cache 2026-04-02T11:55:25.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.505+0000 7f87c5921900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:55:25.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.505+0000 7f87c5921900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:55:25.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.505+0000 7f87c5921900 5 note: GC not initialized 2026-04-02T11:55:25.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.506+0000 7f876e7ec640 20 reqs_thread_entry: start 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.542+0000 7f87c5921900 20 init_complete bucket index max shards: 11 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.542+0000 7f87c5921900 20 Filter name: none 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.542+0000 7f8767fff640 20 reqs_thread_entry: start 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.542+0000 7f87c5921900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.542+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 20 rados->read ofs=0 len=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:55:25.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.543+0000 7f87c5921900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87c5921900 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87c5921900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2026-04-02T11:55:25.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515840 cookie 94661817309760 notifier 5814 bl.length()=677 2026-04-02T11:55:25.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-02T11:55:25.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.544+0000 7f87a0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87c5921900 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87c5921900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515850 cookie 94661817284944 notifier 5814 bl.length()=187 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-02T11:55:25.549 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.547+0000 7f87a0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-02T11:55:25.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87c5921900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:55:25.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87c5921900 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:55:25.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87c5921900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2026-04-02T11:55:25.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87a0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1245540515851 cookie 94661817284944 notifier 5814 bl.length()=197 2026-04-02T11:55:25.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87a0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-02T11:55:25.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.549+0000 7f87a0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "user_id": "ceph-test-maven", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "display_name": "maven test user", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "email": "sigv4@example.com", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "suspended": 0, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_buckets": 1000, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "subusers": [], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "keys": [ 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: { 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "user": "ceph-test-maven", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "active": true, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:55:25.544632Z" 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: ], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "swift_keys": [], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "caps": [], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "op_mask": "read, write, delete", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "default_placement": "", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "default_storage_class": "", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "placement_tags": [], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_quota": { 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "user_quota": { 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "temp_url_keys": [], 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "type": "rgw", 2026-04-02T11:55:25.553 INFO:tasks.workunit.client.0.vm01.stdout: "mfa_ids": [], 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: "account_id": "", 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: "path": "/", 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:55:25.544628Z", 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: "tags": [], 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: "group_ids": [] 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:55:25.554 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:55:25.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=0 2026-04-02T11:55:25.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 2 removed watcher, disabling cache 2026-04-02T11:55:25.556 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=5 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=6 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=1 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=3 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=4 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.554+0000 7f87c5921900 20 remove_watcher() i=2 2026-04-02T11:55:25.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:55:25.555+0000 7f87c5921900 20 remove_watcher() i=7 2026-04-02T11:55:25.563 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -z ']' 2026-04-02T11:55:25.563 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2026-04-02T11:55:25.563 INFO:tasks.workunit.client.0.vm01.stderr:++ cat /home/ubuntu/cephtest/url_file 2026-04-02T11:55:25.564 INFO:tasks.workunit.client.0.vm01.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://vm01.local:443 2026-04-02T11:55:25.564 INFO:tasks.workunit.client.0.vm01.stderr:+ RGW_HTTP_ENDPOINT_URL=https://vm01.local:443 2026-04-02T11:55:25.564 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2026-04-02T11:55:25.564 INFO:tasks.workunit.client.0.vm01.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2026-04-02T11:55:25.564 INFO:tasks.workunit.client.0.vm01.stderr:+ ./mvnw clean package 2026-04-02T11:55:25.574 INFO:tasks.workunit.client.0.vm01.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:55:26.670 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Scanning for projects... 2026-04-02T11:55:26.734 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2026-04-02T11:55:26.862 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 908 B Progress (1): 2.2 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 43 kB/s) 2026-04-02T11:55:26.871 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2026-04-02T11:55:26.925 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 720 B Progress (1): 1.6 kB Progress (1): 16 kB Progress (1): 33 kB Progress (1): 45 kB Progress (1): 60 kB Progress (1): 75 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 1.5 MB/s) 2026-04-02T11:55:26.930 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2026-04-02T11:55:26.983 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 791 B Progress (1): 1.5 kB Progress (1): 4.0 kB Progress (1): 5.6 kB Progress (1): 6.9 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 50 kB Progress (1): 54 kB Progress (1): 60 kB Progress (1): 68 kB Progress (1): 75 kB Progress (1): 76 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 1.4 MB/s) 2026-04-02T11:55:26.998 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:26.998 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:55:26.998 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:55:26.998 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] from pom.xml 2026-04-02T11:55:26.998 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:55:26.999 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2026-04-02T11:55:27.052 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 780 B Progress (1): 1.7 kB Progress (1): 4.2 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 100 kB/s) 2026-04-02T11:55:27.056 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2026-04-02T11:55:27.105 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 752 B Progress (1): 1.7 kB Progress (1): 3.7 kB Progress (1): 6.4 kB Progress (1): 8.2 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 202 kB/s) 2026-04-02T11:55:27.110 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2026-04-02T11:55:27.166 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 807 B Progress (1): 1.7 kB Progress (1): 4.0 kB Progress (1): 8.6 kB Progress (1): 12 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 33 kB Progress (1): 36 kB Progress (1): 38 kB Progress (1): 41 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 808 kB/s) 2026-04-02T11:55:27.169 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2026-04-02T11:55:27.216 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 809 B Progress (1): 1.7 kB Progress (1): 3.4 kB Progress (1): 5.4 kB Progress (1): 8.9 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 446 kB/s) 2026-04-02T11:55:27.223 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2026-04-02T11:55:27.265 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/36 kB Progress (1): 2.3/36 kB Progress (1): 3.6/36 kB Progress (1): 5.0/36 kB Progress (1): 6.4/36 kB Progress (1): 11/36 kB Progress (1): 12/36 kB Progress (1): 16/36 kB Progress (1): 20/36 kB Progress (1): 24/36 kB Progress (1): 28/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 849 kB/s) 2026-04-02T11:55:27.272 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2026-04-02T11:55:27.316 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 767 B Progress (1): 2.2 kB Progress (1): 4.9 kB Progress (1): 7.5 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 181 kB/s) 2026-04-02T11:55:27.319 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2026-04-02T11:55:27.362 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 773 B Progress (1): 2.3 kB Progress (1): 4.9 kB Progress (1): 7.4 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 188 kB/s) 2026-04-02T11:55:27.364 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2026-04-02T11:55:27.414 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 38 kB Progress (1): 41 kB Progress (1): 45 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 941 kB/s) 2026-04-02T11:55:27.417 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2026-04-02T11:55:27.464 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 741 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.9 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 441 kB/s) 2026-04-02T11:55:27.468 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2026-04-02T11:55:27.511 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 3.8/31 kB Progress (1): 8.0/31 kB Progress (1): 12/31 kB Progress (1): 16/31 kB Progress (1): 21/31 kB Progress (1): 25/31 kB Progress (1): 29/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 720 kB/s) 2026-04-02T11:55:27.515 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2026-04-02T11:55:27.559 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 763 B Progress (1): 2.2 kB Progress (1): 3.9 kB Progress (1): 7.6 kB Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 223 kB/s) 2026-04-02T11:55:27.564 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2026-04-02T11:55:27.609 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 3.8/66 kB Progress (1): 7.4/66 kB Progress (1): 12/66 kB Progress (1): 16/66 kB Progress (1): 20/66 kB Progress (1): 24/66 kB Progress (1): 28/66 kB Progress (1): 32/66 kB Progress (1): 36/66 kB Progress (1): 40/66 kB Progress (1): 45/66 kB Progress (1): 49/66 kB Progress (1): 65/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 1.4 MB/s) 2026-04-02T11:55:27.615 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2026-04-02T11:55:27.670 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 833 B Progress (1): 2.7 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 97 kB/s) 2026-04-02T11:55:27.672 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2026-04-02T11:55:27.719 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 791 B Progress (1): 2.4 kB Progress (1): 4.1 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 466 kB/s) 2026-04-02T11:55:27.723 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2026-04-02T11:55:27.768 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.9 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 27 kB Progress (1): 28 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 43 kB Progress (1): 48 kB Progress (1): 48 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 1.1 MB/s) 2026-04-02T11:55:27.771 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2026-04-02T11:55:27.812 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 560 kB/s) 2026-04-02T11:55:27.816 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2026-04-02T11:55:27.856 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 141 kB/s) 2026-04-02T11:55:27.859 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2026-04-02T11:55:27.903 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/45 kB Progress (1): 16/45 kB Progress (1): 24/45 kB Progress (1): 40/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 990 kB/s) 2026-04-02T11:55:27.908 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2026-04-02T11:55:27.949 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 787 B Progress (1): 2.2 kB Progress (1): 5.1 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 165 kB/s) 2026-04-02T11:55:27.951 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2026-04-02T11:55:27.993 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 753 B Progress (1): 2.2 kB Progress (1): 4.5 kB Progress (1): 7.3 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 236 kB/s) 2026-04-02T11:55:28.003 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2026-04-02T11:55:28.047 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 721 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.5 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 1.0 MB/s) 2026-04-02T11:55:28.049 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2026-04-02T11:55:28.095 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 745 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 443 kB/s) 2026-04-02T11:55:28.098 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2026-04-02T11:55:28.139 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/27 kB Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 667 kB/s) 2026-04-02T11:55:28.152 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2026-04-02T11:55:28.198 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 875 B Progress (1): 3.6 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 129 kB/s) 2026-04-02T11:55:28.200 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2026-04-02T11:55:28.248 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 730 B Progress (1): 3.1 kB Progress (1): 6.3 kB Progress (1): 9.4 kB Progress (1): 13 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 444 kB/s) 2026-04-02T11:55:28.251 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2026-04-02T11:55:28.294 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 757 B Progress (1): 6.3 kB Progress (1): 12 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 465 kB/s) 2026-04-02T11:55:28.300 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2026-04-02T11:55:28.346 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 863 B Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 85 kB/s) 2026-04-02T11:55:28.348 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2026-04-02T11:55:28.391 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 891 B Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 36 kB/s) 2026-04-02T11:55:28.393 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2026-04-02T11:55:28.432 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 902 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 57 kB/s) 2026-04-02T11:55:28.434 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2026-04-02T11:55:28.476 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 865 B Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 87 kB/s) 2026-04-02T11:55:28.479 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2026-04-02T11:55:28.517 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 866 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 85 kB/s) 2026-04-02T11:55:28.520 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2026-04-02T11:55:28.559 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 842 B Progress (1): 4.0 kB Progress (1): 8.8 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 281 kB/s) 2026-04-02T11:55:28.562 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2026-04-02T11:55:28.601 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 893 B Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 43 kB/s) 2026-04-02T11:55:28.604 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2026-04-02T11:55:28.644 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 861 B Progress (1): 3.8 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 96 kB/s) 2026-04-02T11:55:28.648 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2026-04-02T11:55:28.689 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 853 B Progress (1): 4.6 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 117 kB/s) 2026-04-02T11:55:28.692 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2026-04-02T11:55:28.735 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 27 kB/s) 2026-04-02T11:55:28.736 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2026-04-02T11:55:28.776 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 96 kB/s) 2026-04-02T11:55:28.777 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2026-04-02T11:55:28.818 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 337 kB/s) 2026-04-02T11:55:28.821 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2026-04-02T11:55:28.863 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.8 kB Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 87 kB/s) 2026-04-02T11:55:28.866 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2026-04-02T11:55:28.909 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 866 B Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 57 kB/s) 2026-04-02T11:55:28.911 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2026-04-02T11:55:28.956 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 870 B Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 65 kB/s) 2026-04-02T11:55:28.959 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2026-04-02T11:55:29.004 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 852 B Progress (1): 4.6 kB Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 165 kB/s) 2026-04-02T11:55:29.007 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2026-04-02T11:55:29.051 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 848 B Progress (1): 4.5 kB Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 124 kB/s) 2026-04-02T11:55:29.055 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2026-04-02T11:55:29.095 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 860 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 87 kB/s) 2026-04-02T11:55:29.098 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2026-04-02T11:55:29.141 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 102 kB/s) 2026-04-02T11:55:29.143 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2026-04-02T11:55:29.188 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 898 B Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 54 kB/s) 2026-04-02T11:55:29.192 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2026-04-02T11:55:29.232 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 852 B Progress (1): 5.0 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 161 kB/s) 2026-04-02T11:55:29.235 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2026-04-02T11:55:29.276 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 4.4 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 148 kB/s) 2026-04-02T11:55:29.279 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2026-04-02T11:55:29.325 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 866 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 65 kB/s) 2026-04-02T11:55:29.328 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2026-04-02T11:55:29.373 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 862 B Progress (1): 3.5 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 77 kB/s) 2026-04-02T11:55:29.377 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2026-04-02T11:55:29.417 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 862 B Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 102 kB/s) 2026-04-02T11:55:29.419 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2026-04-02T11:55:29.463 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 886 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 40 kB/s) 2026-04-02T11:55:29.466 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2026-04-02T11:55:29.504 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 863 B Progress (1): 2.8 kB Progress (1): 5.1 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 174 kB/s) 2026-04-02T11:55:29.506 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2026-04-02T11:55:29.546 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 838 B Progress (1): 2.3 kB Progress (1): 5.1 kB Progress (1): 8.5 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 410 kB/s) 2026-04-02T11:55:29.548 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2026-04-02T11:55:29.591 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 803 B Progress (1): 2.2 kB Progress (1): 3.7 kB Progress (1): 5.3 kB Progress (1): 6.5 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 34 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 807 kB/s) 2026-04-02T11:55:29.594 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2026-04-02T11:55:29.631 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 753 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.3 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 450 kB/s) 2026-04-02T11:55:29.634 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2026-04-02T11:55:29.672 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 869 B Progress (1): 2.5 kB Progress (1): 4.7 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 131 kB/s) 2026-04-02T11:55:29.674 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2026-04-02T11:55:29.720 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 846 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 7.1 kB Progress (1): 11 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 293 kB/s) 2026-04-02T11:55:29.722 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2026-04-02T11:55:29.763 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 752 B Progress (1): 2.0 kB Progress (1): 4.1 kB Progress (1): 6.5 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 341 kB/s) 2026-04-02T11:55:29.765 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2026-04-02T11:55:29.814 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 707 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.5 kB Progress (1): 5.9 kB Progress (1): 7.5 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 44 kB Progress (1): 49 kB Progress (1): 53 kB Progress (1): 55 kB Progress (1): 59 kB Progress (1): 60 kB Progress (1): 62 kB Progress (1): 65 kB Progress (1): 66 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 1.4 MB/s) 2026-04-02T11:55:29.818 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2026-04-02T11:55:29.856 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 748 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 412 kB/s) 2026-04-02T11:55:29.859 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2026-04-02T11:55:29.898 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 754 B Progress (1): 2.0 kB Progress (1): 4.0 kB Progress (1): 6.4 kB Progress (1): 8.3 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 396 kB/s) 2026-04-02T11:55:29.900 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2026-04-02T11:55:29.945 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 703 B Progress (1): 1.8 kB Progress (1): 3.1 kB Progress (1): 4.6 kB Progress (1): 6.7 kB Progress (1): 8.1 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 36 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 44 kB Progress (1): 47 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 56 kB Progress (1): 61 kB Progress (1): 65 kB Progress (1): 73 kB Progress (1): 76 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 1.8 MB/s) 2026-04-02T11:55:29.947 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2026-04-02T11:55:29.987 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 461 kB/s) 2026-04-02T11:55:29.989 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2026-04-02T11:55:30.029 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 499 kB/s) 2026-04-02T11:55:30.032 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2026-04-02T11:55:30.078 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 705 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 43 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 1.7 MB/s) 2026-04-02T11:55:30.082 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2026-04-02T11:55:30.123 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 94 kB/s) 2026-04-02T11:55:30.125 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2026-04-02T11:55:30.167 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 321 kB/s) 2026-04-02T11:55:30.169 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2026-04-02T11:55:30.215 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 944 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 70 kB/s) 2026-04-02T11:55:30.217 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2026-04-02T11:55:30.263 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 954 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 69 kB/s) 2026-04-02T11:55:30.265 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2026-04-02T11:55:30.307 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 996 B Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 47 kB/s) 2026-04-02T11:55:30.309 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2026-04-02T11:55:30.349 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 966 B Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 71 kB/s) 2026-04-02T11:55:30.351 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2026-04-02T11:55:30.390 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 39 kB/s) 2026-04-02T11:55:30.392 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2026-04-02T11:55:30.432 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 964 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 75 kB/s) 2026-04-02T11:55:30.434 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2026-04-02T11:55:30.474 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 963 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 80 kB/s) 2026-04-02T11:55:30.476 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2026-04-02T11:55:30.518 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 958 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 76 kB/s) 2026-04-02T11:55:30.520 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2026-04-02T11:55:30.563 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 24 kB/s) 2026-04-02T11:55:30.566 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2026-04-02T11:55:30.607 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 24 kB/s) 2026-04-02T11:55:30.610 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2026-04-02T11:55:30.659 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 949 B Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 61 kB/s) 2026-04-02T11:55:30.661 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2026-04-02T11:55:30.702 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 962 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 74 kB/s) 2026-04-02T11:55:30.703 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2026-04-02T11:55:30.745 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 967 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 82 kB/s) 2026-04-02T11:55:30.747 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2026-04-02T11:55:30.788 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 968 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 82 kB/s) 2026-04-02T11:55:30.790 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2026-04-02T11:55:30.829 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 967 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 78 kB/s) 2026-04-02T11:55:30.839 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2026-04-02T11:55:30.981 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 23 MB/s) 2026-04-02T11:55:30.981 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2026-04-02T11:55:30.982 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2026-04-02T11:55:30.982 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2026-04-02T11:55:30.982 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2026-04-02T11:55:30.983 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2026-04-02T11:55:31.023 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/35 kB Progress (1): 12/35 kB Progress (1): 28/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 858 kB/s) 2026-04-02T11:55:31.023 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2026-04-02T11:55:31.069 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/49 kB Progress (1): 2.3/49 kB Progress (1): 3.6/49 kB Progress (1): 5.0/49 kB Progress (1): 6.4/49 kB Progress (1): 7.7/49 kB Progress (1): 9.1/49 kB Progress (1): 10/49 kB Progress (1): 12/49 kB Progress (1): 12/49 kB Progress (1): 14/49 kB Progress (1): 15/49 kB Progress (1): 16/49 kB Progress (1): 18/49 kB Progress (1): 19/49 kB Progress (1): 21/49 kB Progress (1): 22/49 kB Progress (1): 23/49 kB Progress (1): 25/49 kB Progress (1): 26/49 kB Progress (1): 27/49 kB Progress (1): 29/49 kB Progress (1): 30/49 kB Progress (1): 31/49 kB Progress (1): 33/49 kB Progress (1): 34/49 kB Progress (2): 34/49 kB | 0.9/98 kB Progress (2): 34/49 kB | 2.3/98 kB Progress (2): 34/49 kB | 3.6/98 kB Progress (2): 34/49 kB | 5.0/98 kB Progress (2): 36/49 kB | 5.0/98 kB Progress (2): 36/49 kB | 6.4/98 kB Progress (2): 37/49 kB | 6.4/98 kB Progress (2): 37/49 kB | 7.7/98 kB Progress (2): 38/49 kB | 7.7/98 kB Progress (2): 40/49 kB | 7.7/98 kB Progress (2): 40/49 kB | 9.1/98 kB Progress (2): 41/49 kB | 9.1/98 kB Progress (2): 41/49 kB | 10/98 kB Progress (2): 42/49 kB | 10/98 kB Progress (2): 42/49 kB | 12/98 kB Progress (2): 42/49 kB | 12/98 kB Progress (2): 42/49 kB | 14/98 kB Progress (2): 42/49 kB | 15/98 kB Progress (2): 42/49 kB | 16/98 kB Progress (2): 42/49 kB | 18/98 kB Progress (2): 42/49 kB | 19/98 kB Progress (2): 42/49 kB | 21/98 kB Progress (2): 44/49 kB | 21/98 kB Progress (2): 45/49 kB | 21/98 kB Progress (2): 47/49 kB | 21/98 kB Progress (2): 48/49 kB | 21/98 kB Progress (2): 49 kB | 21/98 kB Progress (2): 49 kB | 22/98 kB Progress (2): 49 kB | 23/98 kB Progress (2): 49 kB | 25/98 kB Progress (2): 49 kB | 26/98 kB Progress (2): 49 kB | 27/98 kB Progress (2): 49 kB | 29/98 kB Progress (3): 49 kB | 29/98 kB | 8.2/16 kB Progress (3): 49 kB | 29/98 kB | 16 kB Progress (3): 49 kB | 30/98 kB | 16 kB Progress (3): 49 kB | 31/98 kB | 16 kB Progress (3): 49 kB | 33/98 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 186 kB/s) 2026-04-02T11:55:31.069 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 49 kB | 34/98 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2026-04-02T11:55:31.069 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 49 kB | 36/98 kB Progress (2): 49 kB | 37/98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 566 kB/s) 2026-04-02T11:55:31.069 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2026-04-02T11:55:31.070 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 38/98 kB Progress (1): 40/98 kB Progress (2): 40/98 kB | 0.9/16 kB Progress (2): 41/98 kB | 0.9/16 kB Progress (2): 41/98 kB | 2.3/16 kB Progress (2): 41/98 kB | 3.6/16 kB Progress (2): 42/98 kB | 3.6/16 kB Progress (2): 42/98 kB | 5.0/16 kB Progress (2): 44/98 kB | 5.0/16 kB Progress (2): 44/98 kB | 6.4/16 kB Progress (2): 45/98 kB | 6.4/16 kB Progress (2): 45/98 kB | 7.7/16 kB Progress (2): 45/98 kB | 9.1/16 kB Progress (2): 45/98 kB | 10/16 kB Progress (2): 45/98 kB | 12/16 kB Progress (2): 45/98 kB | 12/16 kB Progress (2): 45/98 kB | 14/16 kB Progress (2): 45/98 kB | 15/16 kB Progress (2): 45/98 kB | 16 kB Progress (2): 47/98 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 179 kB/s) 2026-04-02T11:55:31.070 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2026-04-02T11:55:31.092 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 48/98 kB Progress (1): 49/98 kB Progress (1): 51/98 kB Progress (1): 52/98 kB Progress (1): 53/98 kB Progress (1): 55/98 kB Progress (1): 59/98 kB Progress (2): 59/98 kB | 0.9/71 kB Progress (2): 59/98 kB | 2.3/71 kB Progress (2): 59/98 kB | 3.6/71 kB Progress (2): 59/98 kB | 5.0/71 kB Progress (2): 59/98 kB | 6.4/71 kB Progress (2): 59/98 kB | 7.7/71 kB Progress (2): 59/98 kB | 9.1/71 kB Progress (2): 59/98 kB | 10/71 kB Progress (2): 59/98 kB | 12/71 kB Progress (2): 59/98 kB | 13/71 kB Progress (2): 59/98 kB | 15/71 kB Progress (2): 59/98 kB | 16/71 kB Progress (2): 59/98 kB | 17/71 kB Progress (2): 59/98 kB | 18/71 kB Progress (2): 59/98 kB | 20/71 kB Progress (2): 59/98 kB | 21/71 kB Progress (2): 59/98 kB | 23/71 kB Progress (2): 59/98 kB | 24/71 kB Progress (2): 59/98 kB | 25/71 kB Progress (2): 59/98 kB | 27/71 kB Progress (2): 59/98 kB | 28/71 kB Progress (2): 59/98 kB | 29/71 kB Progress (2): 59/98 kB | 31/71 kB Progress (2): 59/98 kB | 32/71 kB Progress (2): 59/98 kB | 33/71 kB Progress (2): 59/98 kB | 35/71 kB Progress (2): 59/98 kB | 36/71 kB Progress (2): 59/98 kB | 38/71 kB Progress (2): 59/98 kB | 39/71 kB Progress (2): 59/98 kB | 40/71 kB Progress (2): 59/98 kB | 42/71 kB Progress (2): 59/98 kB | 43/71 kB Progress (2): 59/98 kB | 44/71 kB Progress (2): 59/98 kB | 46/71 kB Progress (2): 59/98 kB | 47/71 kB Progress (2): 59/98 kB | 49/71 kB Progress (2): 59/98 kB | 50/71 kB Progress (2): 59/98 kB | 51/71 kB Progress (2): 59/98 kB | 53/71 kB Progress (2): 59/98 kB | 54/71 kB Progress (2): 59/98 kB | 55/71 kB Progress (2): 59/98 kB | 60/71 kB Progress (2): 63/98 kB | 60/71 kB Progress (2): 67/98 kB | 60/71 kB Progress (2): 72/98 kB | 60/71 kB Progress (2): 76/98 kB | 60/71 kB Progress (2): 80/98 kB | 60/71 kB Progress (2): 84/98 kB | 60/71 kB Progress (2): 89/98 kB | 60/71 kB Progress (2): 93/98 kB | 60/71 kB Progress (2): 97/98 kB | 60/71 kB Progress (2): 98 kB | 60/71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 884 kB/s) 2026-04-02T11:55:31.092 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2026-04-02T11:55:31.097 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 64/71 kB Progress (1): 68/71 kB Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 608 kB/s) 2026-04-02T11:55:31.097 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2026-04-02T11:55:31.103 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/11 kB Progress (1): 2.3/11 kB Progress (1): 3.6/11 kB Progress (1): 5.0/11 kB Progress (1): 9.2/11 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 95 kB/s) 2026-04-02T11:55:31.103 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2026-04-02T11:55:31.119 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/205 kB Progress (1): 2.3/205 kB Progress (1): 3.6/205 kB Progress (1): 4.1/205 kB Progress (1): 5.5/205 kB Progress (1): 6.8/205 kB Progress (1): 8.2/205 kB Progress (1): 9.6/205 kB Progress (2): 9.6/205 kB | 7.7/782 kB Progress (2): 9.6/205 kB | 12/782 kB Progress (2): 11/205 kB | 12/782 kB Progress (2): 11/205 kB | 29/782 kB Progress (2): 12/205 kB | 29/782 kB Progress (2): 14/205 kB | 29/782 kB Progress (2): 15/205 kB | 29/782 kB Progress (2): 15/205 kB | 45/782 kB Progress (2): 16/205 kB | 45/782 kB Progress (2): 18/205 kB | 45/782 kB Progress (2): 18/205 kB | 61/782 kB Progress (2): 19/205 kB | 61/782 kB Progress (2): 21/205 kB | 61/782 kB Progress (2): 22/205 kB | 61/782 kB Progress (2): 23/205 kB | 61/782 kB Progress (2): 23/205 kB | 78/782 kB Progress (2): 23/205 kB | 94/782 kB Progress (2): 23/205 kB | 111/782 kB Progress (2): 23/205 kB | 127/782 kB Progress (2): 23/205 kB | 143/782 kB Progress (2): 23/205 kB | 160/782 kB Progress (2): 25/205 kB | 160/782 kB Progress (2): 26/205 kB | 160/782 kB Progress (2): 27/205 kB | 160/782 kB Progress (2): 27/205 kB | 176/782 kB Progress (2): 29/205 kB | 176/782 kB Progress (2): 30/205 kB | 176/782 kB Progress (2): 31/205 kB | 176/782 kB Progress (2): 31/205 kB | 193/782 kB Progress (2): 31/205 kB | 209/782 kB Progress (2): 33/205 kB | 209/782 kB Progress (2): 34/205 kB | 209/782 kB Progress (2): 34/205 kB | 225/782 kB Progress (2): 36/205 kB | 225/782 kB Progress (2): 37/205 kB | 225/782 kB Progress (2): 37/205 kB | 242/782 kB Progress (2): 41/205 kB | 242/782 kB Progress (2): 41/205 kB | 246/782 kB Progress (2): 41/205 kB | 262/782 kB Progress (2): 41/205 kB | 279/782 kB Progress (2): 41/205 kB | 295/782 kB Progress (2): 41/205 kB | 311/782 kB Progress (2): 41/205 kB | 328/782 kB Progress (2): 41/205 kB | 344/782 kB Progress (2): 41/205 kB | 360/782 kB Progress (2): 41/205 kB | 377/782 kB Progress (2): 41/205 kB | 393/782 kB Progress (2): 41/205 kB | 410/782 kB Progress (2): 41/205 kB | 426/782 kB Progress (2): 41/205 kB | 442/782 kB Progress (2): 41/205 kB | 459/782 kB Progress (2): 41/205 kB | 475/782 kB Progress (2): 41/205 kB | 492/782 kB Progress (2): 41/205 kB | 508/782 kB Progress (2): 41/205 kB | 524/782 kB Progress (2): 41/205 kB | 541/782 kB Progress (2): 41/205 kB | 557/782 kB Progress (2): 41/205 kB | 573/782 kB Progress (2): 41/205 kB | 590/782 kB Progress (2): 41/205 kB | 606/782 kB Progress (2): 41/205 kB | 623/782 kB Progress (2): 41/205 kB | 639/782 kB Progress (2): 41/205 kB | 655/782 kB Progress (2): 41/205 kB | 672/782 kB Progress (2): 41/205 kB | 688/782 kB Progress (2): 41/205 kB | 705/782 kB Progress (2): 41/205 kB | 721/782 kB Progress (2): 41/205 kB | 737/782 kB Progress (2): 41/205 kB | 754/782 kB Progress (2): 41/205 kB | 770/782 kB Progress (2): 41/205 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 5.8 MB/s) 2026-04-02T11:55:31.119 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2026-04-02T11:55:31.129 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 41/205 kB | 3.3/30 kB Progress (2): 41/205 kB | 7.6/30 kB Progress (2): 45/205 kB | 7.6/30 kB Progress (2): 50/205 kB | 7.6/30 kB Progress (2): 50/205 kB | 12/30 kB Progress (2): 50/205 kB | 16/30 kB Progress (2): 54/205 kB | 16/30 kB Progress (2): 58/205 kB | 16/30 kB Progress (2): 58/205 kB | 20/30 kB Progress (2): 58/205 kB | 24/30 kB Progress (2): 62/205 kB | 24/30 kB Progress (2): 67/205 kB | 24/30 kB Progress (2): 67/205 kB | 29/30 kB Progress (2): 67/205 kB | 30 kB Progress (2): 71/205 kB | 30 kB Progress (2): 75/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 207 kB/s) 2026-04-02T11:55:31.129 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2026-04-02T11:55:31.156 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 79/205 kB Progress (1): 83/205 kB Progress (1): 88/205 kB Progress (1): 92/205 kB Progress (1): 96/205 kB Progress (1): 100/205 kB Progress (2): 100/205 kB | 3.8/81 kB Progress (2): 100/205 kB | 8.0/81 kB Progress (2): 100/205 kB | 12/81 kB Progress (2): 100/205 kB | 16/81 kB Progress (2): 105/205 kB | 16/81 kB Progress (2): 109/205 kB | 16/81 kB Progress (2): 109/205 kB | 21/81 kB Progress (2): 113/205 kB | 21/81 kB Progress (2): 113/205 kB | 25/81 kB Progress (2): 117/205 kB | 25/81 kB Progress (2): 117/205 kB | 29/81 kB Progress (2): 117/205 kB | 33/81 kB Progress (2): 117/205 kB | 37/81 kB Progress (2): 117/205 kB | 41/81 kB Progress (3): 117/205 kB | 41/81 kB | 3.8/798 kB Progress (3): 117/205 kB | 41/81 kB | 8.0/798 kB Progress (3): 117/205 kB | 41/81 kB | 12/798 kB Progress (3): 117/205 kB | 41/81 kB | 12/798 kB Progress (3): 117/205 kB | 41/81 kB | 17/798 kB Progress (3): 117/205 kB | 41/81 kB | 21/798 kB Progress (3): 117/205 kB | 41/81 kB | 25/798 kB Progress (3): 117/205 kB | 41/81 kB | 29/798 kB Progress (3): 117/205 kB | 41/81 kB | 33/798 kB Progress (3): 117/205 kB | 41/81 kB | 38/798 kB Progress (3): 117/205 kB | 41/81 kB | 42/798 kB Progress (3): 117/205 kB | 41/81 kB | 46/798 kB Progress (3): 117/205 kB | 41/81 kB | 50/798 kB Progress (3): 117/205 kB | 41/81 kB | 55/798 kB Progress (3): 117/205 kB | 41/81 kB | 59/798 kB Progress (3): 117/205 kB | 41/81 kB | 63/798 kB Progress (3): 117/205 kB | 41/81 kB | 67/798 kB Progress (3): 117/205 kB | 41/81 kB | 71/798 kB Progress (3): 117/205 kB | 41/81 kB | 76/798 kB Progress (3): 117/205 kB | 41/81 kB | 80/798 kB Progress (3): 117/205 kB | 41/81 kB | 84/798 kB Progress (3): 122/205 kB | 41/81 kB | 84/798 kB Progress (3): 126/205 kB | 41/81 kB | 84/798 kB Progress (3): 127/205 kB | 41/81 kB | 84/798 kB Progress (3): 131/205 kB | 41/81 kB | 84/798 kB Progress (3): 135/205 kB | 41/81 kB | 84/798 kB Progress (3): 140/205 kB | 41/81 kB | 84/798 kB Progress (3): 144/205 kB | 41/81 kB | 84/798 kB Progress (3): 148/205 kB | 41/81 kB | 84/798 kB Progress (3): 152/205 kB | 41/81 kB | 84/798 kB Progress (3): 157/205 kB | 41/81 kB | 84/798 kB Progress (3): 161/205 kB | 41/81 kB | 84/798 kB Progress (3): 165/205 kB | 41/81 kB | 84/798 kB Progress (3): 165/205 kB | 46/81 kB | 84/798 kB Progress (3): 165/205 kB | 50/81 kB | 84/798 kB Progress (3): 169/205 kB | 50/81 kB | 84/798 kB Progress (3): 173/205 kB | 50/81 kB | 84/798 kB Progress (3): 173/205 kB | 54/81 kB | 84/798 kB Progress (3): 173/205 kB | 58/81 kB | 84/798 kB Progress (3): 178/205 kB | 58/81 kB | 84/798 kB Progress (3): 182/205 kB | 58/81 kB | 84/798 kB Progress (3): 182/205 kB | 63/81 kB | 84/798 kB Progress (3): 182/205 kB | 67/81 kB | 84/798 kB Progress (3): 182/205 kB | 71/81 kB | 84/798 kB Progress (3): 182/205 kB | 75/81 kB | 84/798 kB Progress (3): 182/205 kB | 80/81 kB | 84/798 kB Progress (3): 182/205 kB | 81 kB | 84/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 470 kB/s) 2026-04-02T11:55:31.156 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2026-04-02T11:55:31.157 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 182/205 kB | 88/798 kB Progress (2): 182/205 kB | 93/798 kB Progress (3): 182/205 kB | 93/798 kB | 7.7/13 kB Progress (3): 182/205 kB | 93/798 kB | 13 kB Progress (3): 182/205 kB | 97/798 kB | 13 kB Progress (3): 182/205 kB | 101/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 76 kB/s) 2026-04-02T11:55:31.157 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2026-04-02T11:55:31.169 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 182/205 kB | 105/798 kB Progress (2): 182/205 kB | 110/798 kB Progress (2): 182/205 kB | 114/798 kB Progress (2): 182/205 kB | 118/798 kB Progress (2): 182/205 kB | 122/798 kB Progress (2): 182/205 kB | 126/798 kB Progress (2): 182/205 kB | 131/798 kB Progress (2): 182/205 kB | 135/798 kB Progress (2): 182/205 kB | 139/798 kB Progress (2): 182/205 kB | 143/798 kB Progress (2): 182/205 kB | 148/798 kB Progress (2): 182/205 kB | 152/798 kB Progress (2): 182/205 kB | 156/798 kB Progress (3): 182/205 kB | 156/798 kB | 3.8/182 kB Progress (3): 182/205 kB | 172/798 kB | 3.8/182 kB Progress (3): 182/205 kB | 172/798 kB | 8.0/182 kB Progress (3): 182/205 kB | 172/798 kB | 12/182 kB Progress (3): 182/205 kB | 172/798 kB | 16/182 kB Progress (3): 182/205 kB | 172/798 kB | 21/182 kB Progress (3): 182/205 kB | 172/798 kB | 25/182 kB Progress (3): 182/205 kB | 189/798 kB | 25/182 kB Progress (3): 182/205 kB | 189/798 kB | 29/182 kB Progress (3): 182/205 kB | 189/798 kB | 33/182 kB Progress (3): 182/205 kB | 205/798 kB | 33/182 kB Progress (3): 182/205 kB | 205/798 kB | 38/182 kB Progress (3): 182/205 kB | 205/798 kB | 42/182 kB Progress (3): 186/205 kB | 205/798 kB | 42/182 kB Progress (3): 190/205 kB | 205/798 kB | 42/182 kB Progress (3): 195/205 kB | 205/798 kB | 42/182 kB Progress (3): 199/205 kB | 205/798 kB | 42/182 kB Progress (3): 199/205 kB | 205/798 kB | 46/182 kB Progress (3): 199/205 kB | 205/798 kB | 50/182 kB Progress (3): 199/205 kB | 222/798 kB | 50/182 kB Progress (3): 203/205 kB | 222/798 kB | 50/182 kB Progress (3): 205 kB | 222/798 kB | 50/182 kB Progress (3): 205 kB | 222/798 kB | 54/182 kB Progress (3): 205 kB | 222/798 kB | 59/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.1 MB/s) 2026-04-02T11:55:31.170 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2026-04-02T11:55:31.190 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 222/798 kB | 63/182 kB Progress (2): 222/798 kB | 67/182 kB Progress (2): 238/798 kB | 67/182 kB Progress (2): 238/798 kB | 71/182 kB Progress (2): 238/798 kB | 76/182 kB Progress (2): 238/798 kB | 80/182 kB Progress (2): 238/798 kB | 82/182 kB Progress (2): 254/798 kB | 82/182 kB Progress (2): 254/798 kB | 86/182 kB Progress (2): 254/798 kB | 103/182 kB Progress (2): 271/798 kB | 103/182 kB Progress (2): 274/798 kB | 103/182 kB Progress (2): 274/798 kB | 119/182 kB Progress (2): 287/798 kB | 119/182 kB Progress (2): 304/798 kB | 119/182 kB Progress (2): 320/798 kB | 119/182 kB Progress (2): 336/798 kB | 119/182 kB Progress (2): 353/798 kB | 119/182 kB Progress (2): 369/798 kB | 119/182 kB Progress (2): 385/798 kB | 119/182 kB Progress (2): 402/798 kB | 119/182 kB Progress (2): 402/798 kB | 131/182 kB Progress (2): 406/798 kB | 131/182 kB Progress (2): 406/798 kB | 147/182 kB Progress (2): 422/798 kB | 147/182 kB Progress (2): 438/798 kB | 147/182 kB Progress (2): 438/798 kB | 164/182 kB Progress (2): 455/798 kB | 164/182 kB Progress (2): 455/798 kB | 180/182 kB Progress (2): 455/798 kB | 182 kB Progress (3): 455/798 kB | 182 kB | 4.2/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 879 kB/s) 2026-04-02T11:55:31.190 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2026-04-02T11:55:31.200 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 455/798 kB | 8.2/151 kB Progress (2): 455/798 kB | 12/151 kB Progress (2): 471/798 kB | 12/151 kB Progress (2): 475/798 kB | 12/151 kB Progress (2): 475/798 kB | 17/151 kB Progress (2): 492/798 kB | 17/151 kB Progress (2): 492/798 kB | 21/151 kB Progress (2): 492/798 kB | 25/151 kB Progress (2): 492/798 kB | 29/151 kB Progress (2): 508/798 kB | 29/151 kB Progress (2): 508/798 kB | 33/151 kB Progress (2): 508/798 kB | 37/151 kB Progress (2): 524/798 kB | 37/151 kB Progress (2): 524/798 kB | 41/151 kB Progress (2): 524/798 kB | 46/151 kB Progress (2): 541/798 kB | 46/151 kB Progress (2): 541/798 kB | 50/151 kB Progress (2): 541/798 kB | 54/151 kB Progress (2): 557/798 kB | 54/151 kB Progress (2): 557/798 kB | 57/151 kB Progress (2): 557/798 kB | 62/151 kB Progress (2): 573/798 kB | 62/151 kB Progress (2): 590/798 kB | 62/151 kB Progress (2): 590/798 kB | 78/151 kB Progress (2): 606/798 kB | 78/151 kB Progress (2): 623/798 kB | 78/151 kB Progress (3): 623/798 kB | 78/151 kB | 7.7/27 kB Progress (3): 623/798 kB | 78/151 kB | 16/27 kB Progress (3): 623/798 kB | 94/151 kB | 16/27 kB Progress (3): 623/798 kB | 94/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 126 kB/s) 2026-04-02T11:55:31.200 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2026-04-02T11:55:31.205 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 639/798 kB | 94/151 kB Progress (2): 655/798 kB | 94/151 kB Progress (2): 655/798 kB | 111/151 kB Progress (2): 672/798 kB | 111/151 kB Progress (2): 672/798 kB | 123/151 kB Progress (2): 688/798 kB | 123/151 kB Progress (2): 705/798 kB | 123/151 kB Progress (2): 721/798 kB | 123/151 kB Progress (2): 721/798 kB | 139/151 kB Progress (2): 737/798 kB | 139/151 kB Progress (2): 754/798 kB | 139/151 kB Progress (2): 754/798 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 679 kB/s) 2026-04-02T11:55:31.205 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2026-04-02T11:55:31.206 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 770/798 kB Progress (1): 786/798 kB Progress (2): 786/798 kB | 7.7/30 kB Progress (2): 786/798 kB | 16/30 kB Progress (2): 798 kB | 16/30 kB Progress (2): 798 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 135 kB/s) 2026-04-02T11:55:31.206 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2026-04-02T11:55:31.207 INFO:tasks.workunit.client.0.vm01.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 3.6 MB/s) 2026-04-02T11:55:31.207 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2026-04-02T11:55:31.237 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/385 kB Progress (1): 16/385 kB Progress (1): 25/385 kB Progress (1): 41/385 kB Progress (1): 57/385 kB Progress (1): 74/385 kB Progress (1): 90/385 kB Progress (1): 106/385 kB Progress (1): 123/385 kB Progress (1): 139/385 kB Progress (1): 156/385 kB Progress (1): 172/385 kB Progress (1): 188/385 kB Progress (1): 205/385 kB Progress (1): 213/385 kB Progress (1): 221/385 kB Progress (1): 238/385 kB Progress (2): 238/385 kB | 7.7/13 kB Progress (2): 238/385 kB | 13 kB Progress (2): 254/385 kB | 13 kB Progress (2): 266/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 52 kB/s) 2026-04-02T11:55:31.237 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2026-04-02T11:55:31.243 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 282/385 kB Progress (2): 282/385 kB | 7.7/75 kB Progress (2): 282/385 kB | 12/75 kB Progress (2): 282/385 kB | 29/75 kB Progress (2): 282/385 kB | 45/75 kB Progress (3): 282/385 kB | 45/75 kB | 7.7/780 kB Progress (3): 282/385 kB | 45/75 kB | 16/780 kB Progress (4): 282/385 kB | 45/75 kB | 16/780 kB | 7.5/329 kB Progress (4): 282/385 kB | 45/75 kB | 16/780 kB | 24/329 kB Progress (4): 282/385 kB | 45/75 kB | 16/780 kB | 40/329 kB Progress (4): 282/385 kB | 45/75 kB | 16/780 kB | 57/329 kB Progress (4): 282/385 kB | 45/75 kB | 16/780 kB | 66/329 kB Progress (4): 282/385 kB | 61/75 kB | 16/780 kB | 66/329 kB Progress (4): 282/385 kB | 61/75 kB | 16/780 kB | 82/329 kB Progress (4): 282/385 kB | 61/75 kB | 16/780 kB | 98/329 kB Progress (4): 282/385 kB | 61/75 kB | 16/780 kB | 115/329 kB Progress (4): 282/385 kB | 61/75 kB | 32/780 kB | 115/329 kB Progress (4): 282/385 kB | 75 kB | 32/780 kB | 115/329 kB Progress (4): 282/385 kB | 75 kB | 32/780 kB | 131/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 287 kB/s) 2026-04-02T11:55:31.243 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2026-04-02T11:55:31.248 INFO:tasks.workunit.client.0.vm01.stdout:Progress (3): 282/385 kB | 32/780 kB | 147/329 kB Progress (3): 282/385 kB | 32/780 kB | 164/329 kB Progress (3): 299/385 kB | 32/780 kB | 164/329 kB Progress (3): 299/385 kB | 32/780 kB | 180/329 kB Progress (3): 299/385 kB | 32/780 kB | 197/329 kB Progress (3): 299/385 kB | 48/780 kB | 197/329 kB Progress (3): 315/385 kB | 48/780 kB | 197/329 kB Progress (3): 315/385 kB | 48/780 kB | 213/329 kB Progress (3): 331/385 kB | 48/780 kB | 213/329 kB Progress (3): 331/385 kB | 48/780 kB | 229/329 kB Progress (3): 331/385 kB | 65/780 kB | 229/329 kB Progress (3): 331/385 kB | 65/780 kB | 246/329 kB Progress (3): 331/385 kB | 65/780 kB | 262/329 kB Progress (3): 331/385 kB | 65/780 kB | 279/329 kB Progress (3): 348/385 kB | 65/780 kB | 279/329 kB Progress (3): 348/385 kB | 65/780 kB | 295/329 kB Progress (3): 348/385 kB | 65/780 kB | 311/329 kB Progress (3): 348/385 kB | 81/780 kB | 311/329 kB Progress (3): 348/385 kB | 81/780 kB | 328/329 kB Progress (3): 364/385 kB | 81/780 kB | 328/329 kB Progress (3): 364/385 kB | 81/780 kB | 329 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.2 MB/s) 2026-04-02T11:55:31.248 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2026-04-02T11:55:31.248 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 381/385 kB | 81/780 kB Progress (2): 385 kB | 81/780 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 1.5 MB/s) 2026-04-02T11:55:31.248 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2026-04-02T11:55:31.279 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 98/780 kB Progress (1): 114/780 kB Progress (1): 130/780 kB Progress (1): 147/780 kB Progress (1): 163/780 kB Progress (1): 179/780 kB Progress (1): 196/780 kB Progress (1): 212/780 kB Progress (1): 229/780 kB Progress (1): 245/780 kB Progress (1): 261/780 kB Progress (1): 278/780 kB Progress (1): 294/780 kB Progress (1): 311/780 kB Progress (1): 327/780 kB Progress (1): 343/780 kB Progress (1): 360/780 kB Progress (1): 376/780 kB Progress (1): 392/780 kB Progress (1): 409/780 kB Progress (1): 425/780 kB Progress (1): 442/780 kB Progress (2): 442/780 kB | 7.7/41 kB Progress (2): 442/780 kB | 16/41 kB Progress (2): 442/780 kB | 32/41 kB Progress (2): 442/780 kB | 41 kB Progress (2): 458/780 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 139 kB/s) 2026-04-02T11:55:31.279 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2026-04-02T11:55:31.282 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 474/780 kB Progress (2): 474/780 kB | 7.7/501 kB Progress (2): 474/780 kB | 16/501 kB Progress (2): 474/780 kB | 28/501 kB Progress (2): 474/780 kB | 44/501 kB Progress (2): 474/780 kB | 61/501 kB Progress (2): 474/780 kB | 77/501 kB Progress (2): 474/780 kB | 93/501 kB Progress (2): 474/780 kB | 110/501 kB Progress (3): 474/780 kB | 110/501 kB | 6.4 kB Progress (3): 474/780 kB | 126/501 kB | 6.4 kB Progress (3): 474/780 kB | 143/501 kB | 6.4 kB Progress (3): 474/780 kB | 159/501 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 21 kB/s) 2026-04-02T11:55:31.282 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2026-04-02T11:55:31.286 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 474/780 kB | 175/501 kB Progress (2): 474/780 kB | 192/501 kB Progress (2): 474/780 kB | 208/501 kB Progress (2): 474/780 kB | 225/501 kB Progress (2): 474/780 kB | 241/501 kB Progress (2): 491/780 kB | 241/501 kB Progress (2): 491/780 kB | 257/501 kB Progress (2): 491/780 kB | 274/501 kB Progress (2): 491/780 kB | 290/501 kB Progress (2): 491/780 kB | 306/501 kB Progress (2): 491/780 kB | 323/501 kB Progress (2): 491/780 kB | 339/501 kB Progress (2): 491/780 kB | 356/501 kB Progress (2): 491/780 kB | 363/501 kB Progress (2): 491/780 kB | 379/501 kB Progress (2): 491/780 kB | 396/501 kB Progress (2): 491/780 kB | 412/501 kB Progress (2): 507/780 kB | 412/501 kB Progress (2): 507/780 kB | 428/501 kB Progress (2): 507/780 kB | 445/501 kB Progress (2): 507/780 kB | 461/501 kB Progress (2): 507/780 kB | 478/501 kB Progress (2): 507/780 kB | 479/501 kB Progress (2): 507/780 kB | 495/501 kB Progress (2): 507/780 kB | 501 kB Progress (3): 507/780 kB | 501 kB | 7.7/354 kB Progress (3): 524/780 kB | 501 kB | 7.7/354 kB Progress (3): 524/780 kB | 501 kB | 12/354 kB Progress (3): 524/780 kB | 501 kB | 29/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 1.7 MB/s) 2026-04-02T11:55:31.286 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2026-04-02T11:55:31.293 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 540/780 kB | 29/354 kB Progress (2): 540/780 kB | 45/354 kB Progress (2): 556/780 kB | 45/354 kB Progress (2): 556/780 kB | 61/354 kB Progress (2): 573/780 kB | 61/354 kB Progress (2): 589/780 kB | 61/354 kB Progress (2): 605/780 kB | 61/354 kB Progress (2): 622/780 kB | 61/354 kB Progress (2): 622/780 kB | 78/354 kB Progress (2): 638/780 kB | 78/354 kB Progress (2): 655/780 kB | 78/354 kB Progress (2): 671/780 kB | 78/354 kB Progress (2): 671/780 kB | 94/354 kB Progress (2): 687/780 kB | 94/354 kB Progress (2): 704/780 kB | 94/354 kB Progress (2): 704/780 kB | 111/354 kB Progress (2): 720/780 kB | 111/354 kB Progress (2): 737/780 kB | 111/354 kB Progress (2): 737/780 kB | 127/354 kB Progress (2): 753/780 kB | 127/354 kB Progress (2): 769/780 kB | 127/354 kB Progress (2): 780 kB | 127/354 kB Progress (2): 780 kB | 143/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 2.5 MB/s) 2026-04-02T11:55:31.293 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2026-04-02T11:55:31.311 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 160/354 kB Progress (1): 176/354 kB Progress (1): 193/354 kB Progress (1): 209/354 kB Progress (1): 225/354 kB Progress (1): 242/354 kB Progress (1): 258/354 kB Progress (1): 274/354 kB Progress (1): 291/354 kB Progress (1): 307/354 kB Progress (1): 324/354 kB Progress (1): 340/354 kB Progress (1): 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 1.1 MB/s) 2026-04-02T11:55:31.311 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2026-04-02T11:55:31.320 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.5/586 kB Progress (1): 24/586 kB Progress (1): 40/586 kB Progress (1): 57/586 kB Progress (1): 65/586 kB Progress (1): 81/586 kB Progress (1): 98/586 kB Progress (1): 114/586 kB Progress (1): 130/586 kB Progress (1): 147/586 kB Progress (1): 163/586 kB Progress (2): 163/586 kB | 8.2/211 kB Progress (2): 179/586 kB | 8.2/211 kB Progress (2): 179/586 kB | 25/211 kB Progress (2): 196/586 kB | 25/211 kB Progress (2): 212/586 kB | 25/211 kB Progress (2): 212/586 kB | 41/211 kB Progress (2): 212/586 kB | 57/211 kB Progress (2): 229/586 kB | 57/211 kB Progress (2): 229/586 kB | 74/211 kB Progress (2): 245/586 kB | 74/211 kB Progress (2): 261/586 kB | 74/211 kB Progress (2): 262/586 kB | 74/211 kB Progress (2): 262/586 kB | 90/211 kB Progress (2): 262/586 kB | 106/211 kB Progress (2): 279/586 kB | 106/211 kB Progress (2): 295/586 kB | 106/211 kB Progress (2): 311/586 kB | 106/211 kB Progress (2): 311/586 kB | 123/211 kB Progress (2): 311/586 kB | 131/211 kB Progress (2): 311/586 kB | 147/211 kB Progress (2): 328/586 kB | 147/211 kB Progress (2): 344/586 kB | 147/211 kB Progress (2): 360/586 kB | 147/211 kB Progress (2): 360/586 kB | 164/211 kB Progress (2): 360/586 kB | 180/211 kB Progress (2): 377/586 kB | 180/211 kB Progress (2): 393/586 kB | 180/211 kB Progress (2): 393/586 kB | 197/211 kB Progress (2): 410/586 kB | 197/211 kB Progress (2): 410/586 kB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 628 kB/s) 2026-04-02T11:55:31.320 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2026-04-02T11:55:31.323 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 426/586 kB Progress (1): 442/586 kB Progress (1): 459/586 kB Progress (1): 475/586 kB Progress (1): 492/586 kB Progress (1): 508/586 kB Progress (1): 524/586 kB Progress (1): 541/586 kB Progress (1): 557/586 kB Progress (1): 573/586 kB Progress (1): 586 kB Progress (2): 586 kB | 7.7/14 kB Progress (2): 586 kB | 8.2/14 kB Progress (2): 586 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 1.7 MB/s) 2026-04-02T11:55:31.323 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2026-04-02T11:55:31.323 INFO:tasks.workunit.client.0.vm01.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 42 kB/s) 2026-04-02T11:55:31.323 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2026-04-02T11:55:31.331 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/106 kB Progress (1): 16/106 kB Progress (1): 32/106 kB Progress (1): 48/106 kB Progress (1): 65/106 kB Progress (1): 81/106 kB Progress (1): 98/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 305 kB/s) 2026-04-02T11:55:31.331 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2026-04-02T11:55:31.350 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 19 kB/s) 2026-04-02T11:55:31.351 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2026-04-02T11:55:31.362 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/245 kB Progress (1): 16/245 kB Progress (1): 25/245 kB Progress (1): 41/245 kB Progress (1): 57/245 kB Progress (1): 74/245 kB Progress (1): 90/245 kB Progress (1): 106/245 kB Progress (1): 123/245 kB Progress (1): 139/245 kB Progress (1): 156/245 kB Progress (1): 172/245 kB Progress (1): 188/245 kB Progress (2): 188/245 kB | 7.7/205 kB Progress (2): 205/245 kB | 7.7/205 kB Progress (3): 205/245 kB | 7.7/205 kB | 7.7/15 kB Progress (3): 205/245 kB | 7.7/205 kB | 8.2/15 kB Progress (3): 205/245 kB | 12/205 kB | 8.2/15 kB Progress (3): 221/245 kB | 12/205 kB | 8.2/15 kB Progress (3): 221/245 kB | 12/205 kB | 15 kB Progress (3): 221/245 kB | 29/205 kB | 15 kB Progress (3): 221/245 kB | 45/205 kB | 15 kB Progress (3): 238/245 kB | 45/205 kB | 15 kB Progress (3): 238/245 kB | 49/205 kB | 15 kB Progress (3): 245 kB | 49/205 kB | 15 kB Progress (3): 245 kB | 66/205 kB | 15 kB Progress (3): 245 kB | 82/205 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 40 kB/s) 2026-04-02T11:55:31.362 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2026-04-02T11:55:31.363 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 245 kB | 98/205 kB Progress (2): 245 kB | 115/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 646 kB/s) 2026-04-02T11:55:31.363 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2026-04-02T11:55:31.363 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 131/205 kB Progress (1): 147/205 kB Progress (1): 164/205 kB Progress (1): 180/205 kB Progress (1): 197/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 539 kB/s) 2026-04-02T11:55:31.363 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2026-04-02T11:55:31.366 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 43 kB/s) 2026-04-02T11:55:31.366 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2026-04-02T11:55:31.393 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 16 kB/s) 2026-04-02T11:55:31.395 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/23 kB Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 55 kB/s) 2026-04-02T11:55:31.399 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 8.2/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 42 kB/s) 2026-04-02T11:55:31.401 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/24 kB Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 58 kB/s) 2026-04-02T11:55:31.406 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/184 kB Progress (1): 16/184 kB Progress (1): 32/184 kB Progress (1): 48/184 kB Progress (1): 65/184 kB Progress (1): 81/184 kB Progress (1): 98/184 kB Progress (1): 114/184 kB Progress (1): 130/184 kB Progress (1): 147/184 kB Progress (1): 163/184 kB Progress (1): 179/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 435 kB/s) 2026-04-02T11:55:31.426 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:31.426 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2026-04-02T11:55:31.430 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2026-04-02T11:55:31.464 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 790 B Progress (1): 2.3 kB Progress (1): 4.3 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 172 kB/s) 2026-04-02T11:55:31.465 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2026-04-02T11:55:31.508 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.6 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 121 kB/s) 2026-04-02T11:55:31.509 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2026-04-02T11:55:31.545 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 727 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 41 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 1.2 MB/s) 2026-04-02T11:55:31.548 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2026-04-02T11:55:31.584 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 782 B Progress (1): 2.1 kB Progress (1): 5.3 kB Progress (1): 7.5 kB Progress (1): 9.5 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 396 kB/s) 2026-04-02T11:55:31.588 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2026-04-02T11:55:31.622 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/153 kB Progress (1): 12/153 kB Progress (1): 28/153 kB Progress (1): 44/153 kB Progress (1): 61/153 kB Progress (1): 77/153 kB Progress (1): 93/153 kB Progress (1): 98/153 kB Progress (1): 115/153 kB Progress (1): 131/153 kB Progress (1): 147/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 4.5 MB/s) 2026-04-02T11:55:31.622 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2026-04-02T11:55:31.657 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/215 kB Progress (1): 16/215 kB Progress (1): 28/215 kB Progress (1): 44/215 kB Progress (1): 61/215 kB Progress (1): 77/215 kB Progress (1): 93/215 kB Progress (1): 110/215 kB Progress (1): 126/215 kB Progress (1): 131/215 kB Progress (1): 147/215 kB Progress (1): 164/215 kB Progress (1): 180/215 kB Progress (1): 197/215 kB Progress (1): 213/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 6.0 MB/s) 2026-04-02T11:55:31.681 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:31.681 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:55:31.683 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2026-04-02T11:55:31.716 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.4 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 80 kB/s) 2026-04-02T11:55:31.718 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2026-04-02T11:55:31.753 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 700 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 643 kB/s) 2026-04-02T11:55:31.755 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2026-04-02T11:55:31.787 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 726 B Progress (1): 2.4 kB Progress (1): 4.4 kB Progress (1): 8.6 kB Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 274 kB/s) 2026-04-02T11:55:31.789 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2026-04-02T11:55:31.825 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 706 kB/s) 2026-04-02T11:55:31.827 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2026-04-02T11:55:31.860 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 793 B Progress (1): 2.3 kB Progress (1): 5.6 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 183 kB/s) 2026-04-02T11:55:31.862 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2026-04-02T11:55:31.892 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 812 B Progress (1): 2.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 104 kB/s) 2026-04-02T11:55:31.894 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2026-04-02T11:55:31.928 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 18 kB/s) 2026-04-02T11:55:31.929 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2026-04-02T11:55:31.962 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 83 kB/s) 2026-04-02T11:55:31.963 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2026-04-02T11:55:31.997 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.0 kB Progress (1): 5.9 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 414 kB/s) 2026-04-02T11:55:31.999 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2026-04-02T11:55:32.033 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 910 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 97 kB/s) 2026-04-02T11:55:32.033 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2026-04-02T11:55:32.073 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 209 kB/s) 2026-04-02T11:55:32.074 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2026-04-02T11:55:32.108 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 5.5 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 246 kB/s) 2026-04-02T11:55:32.109 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2026-04-02T11:55:32.143 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 725 B Progress (1): 2.4 kB Progress (1): 4.5 kB Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 236 kB/s) 2026-04-02T11:55:32.145 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2026-04-02T11:55:32.179 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 764 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.8 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 564 kB/s) 2026-04-02T11:55:32.181 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2026-04-02T11:55:32.212 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 164 kB/s) 2026-04-02T11:55:32.213 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2026-04-02T11:55:32.249 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 740 B Progress (1): 2.1 kB Progress (1): 5.4 kB Progress (1): 8.8 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 852 kB/s) 2026-04-02T11:55:32.251 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2026-04-02T11:55:32.284 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 154 kB/s) 2026-04-02T11:55:32.286 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2026-04-02T11:55:32.321 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/85 kB Progress (1): 16/85 kB Progress (1): 24/85 kB Progress (1): 40/85 kB Progress (1): 57/85 kB Progress (1): 73/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 2.4 MB/s) 2026-04-02T11:55:32.321 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2026-04-02T11:55:32.321 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2026-04-02T11:55:32.321 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2026-04-02T11:55:32.322 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2026-04-02T11:55:32.322 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2026-04-02T11:55:32.351 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/41 kB Progress (1): 16/41 kB Progress (1): 32/41 kB Progress (1): 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 1.4 MB/s) 2026-04-02T11:55:32.351 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2026-04-02T11:55:32.353 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 81 kB/s) 2026-04-02T11:55:32.353 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2026-04-02T11:55:32.356 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/55 kB Progress (1): 16/55 kB Progress (1): 32/55 kB Progress (1): 48/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 1.6 MB/s) 2026-04-02T11:55:32.358 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/8.5 kB Progress (1): 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 229 kB/s) 2026-04-02T11:55:32.363 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/269 kB Progress (1): 16/269 kB Progress (1): 32/269 kB Progress (1): 49/269 kB Progress (1): 65/269 kB Progress (1): 81/269 kB Progress (1): 98/269 kB Progress (1): 114/269 kB Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 179/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 261/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 6.4 MB/s) 2026-04-02T11:55:32.391 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/327 kB Progress (1): 16/327 kB Progress (1): 32/327 kB Progress (1): 49/327 kB Progress (2): 49/327 kB | 7.7/587 kB Progress (2): 49/327 kB | 16/587 kB Progress (2): 49/327 kB | 24/587 kB Progress (2): 65/327 kB | 24/587 kB Progress (2): 81/327 kB | 24/587 kB Progress (2): 81/327 kB | 40/587 kB Progress (2): 81/327 kB | 57/587 kB Progress (2): 81/327 kB | 73/587 kB Progress (2): 98/327 kB | 73/587 kB Progress (2): 114/327 kB | 73/587 kB Progress (2): 127/327 kB | 73/587 kB Progress (2): 127/327 kB | 90/587 kB Progress (2): 127/327 kB | 106/587 kB Progress (2): 127/327 kB | 122/587 kB Progress (2): 143/327 kB | 122/587 kB Progress (2): 160/327 kB | 122/587 kB Progress (2): 160/327 kB | 139/587 kB Progress (2): 160/327 kB | 155/587 kB Progress (2): 160/327 kB | 172/587 kB Progress (2): 176/327 kB | 172/587 kB Progress (2): 193/327 kB | 172/587 kB Progress (2): 209/327 kB | 172/587 kB Progress (2): 209/327 kB | 188/587 kB Progress (2): 209/327 kB | 204/587 kB Progress (2): 209/327 kB | 213/587 kB Progress (2): 209/327 kB | 229/587 kB Progress (2): 225/327 kB | 229/587 kB Progress (2): 242/327 kB | 229/587 kB Progress (2): 242/327 kB | 246/587 kB Progress (2): 242/327 kB | 262/587 kB Progress (2): 242/327 kB | 279/587 kB Progress (2): 258/327 kB | 279/587 kB Progress (2): 274/327 kB | 279/587 kB Progress (2): 291/327 kB | 279/587 kB Progress (2): 291/327 kB | 295/587 kB Progress (2): 291/327 kB | 311/587 kB Progress (2): 291/327 kB | 328/587 kB Progress (2): 307/327 kB | 328/587 kB Progress (2): 324/327 kB | 328/587 kB Progress (2): 324/327 kB | 344/587 kB Progress (2): 327 kB | 344/587 kB Progress (2): 327 kB | 360/587 kB Progress (2): 327 kB | 377/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 4.7 MB/s) 2026-04-02T11:55:32.395 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 393/587 kB Progress (1): 410/587 kB Progress (1): 426/587 kB Progress (1): 442/587 kB Progress (1): 459/587 kB Progress (1): 475/587 kB Progress (1): 492/587 kB Progress (1): 508/587 kB Progress (1): 524/587 kB Progress (1): 541/587 kB Progress (1): 557/587 kB Progress (1): 573/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 8.0 MB/s) 2026-04-02T11:55:32.413 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:55:32.413 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:32.413 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:55:32.416 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2026-04-02T11:55:32.450 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 806 B Progress (1): 2.3 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 139 kB/s) 2026-04-02T11:55:32.451 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2026-04-02T11:55:32.483 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 773 B Progress (1): 2.4 kB Progress (1): 4.2 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 199 kB/s) 2026-04-02T11:55:32.485 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2026-04-02T11:55:32.521 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 726 B Progress (1): 2.0 kB Progress (1): 5.9 kB Progress (1): 10 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 31 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 905 kB/s) 2026-04-02T11:55:32.523 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2026-04-02T11:55:32.555 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.1 kB Progress (1): 9.0 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 437 kB/s) 2026-04-02T11:55:32.557 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2026-04-02T11:55:32.594 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 22 kB/s) 2026-04-02T11:55:32.597 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2026-04-02T11:55:32.631 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 3.4 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 125 kB/s) 2026-04-02T11:55:32.632 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2026-04-02T11:55:32.669 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 711 B Progress (1): 2.8 kB Progress (1): 6.4 kB Progress (1): 9.1 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 467 kB/s) 2026-04-02T11:55:32.671 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2026-04-02T11:55:32.706 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 142 kB/s) 2026-04-02T11:55:32.707 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2026-04-02T11:55:32.744 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 112 kB/s) 2026-04-02T11:55:32.747 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2026-04-02T11:55:32.783 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 66 kB/s) 2026-04-02T11:55:32.785 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2026-04-02T11:55:32.821 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 709 B Progress (1): 2.1 kB Progress (1): 3.6 kB Progress (1): 5.7 kB Progress (1): 8.1 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 314 kB/s) 2026-04-02T11:55:32.823 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2026-04-02T11:55:32.858 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 872 B Progress (1): 3.4 kB Progress (1): 6.6 kB Progress (1): 11 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 492 kB/s) 2026-04-02T11:55:32.860 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2026-04-02T11:55:32.898 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 857 B Progress (1): 2.8 kB Progress (1): 3.4 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 173 kB/s) 2026-04-02T11:55:32.900 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2026-04-02T11:55:32.937 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 29 kB/s) 2026-04-02T11:55:32.939 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2026-04-02T11:55:32.975 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 4.1 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 233 kB/s) 2026-04-02T11:55:32.976 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2026-04-02T11:55:33.018 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 64 kB/s) 2026-04-02T11:55:33.020 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2026-04-02T11:55:33.054 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 166 kB/s) 2026-04-02T11:55:33.057 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2026-04-02T11:55:33.092 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 33 kB/s) 2026-04-02T11:55:33.095 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2026-04-02T11:55:33.129 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 23 kB/s) 2026-04-02T11:55:33.131 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2026-04-02T11:55:33.167 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 4.9 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 168 kB/s) 2026-04-02T11:55:33.169 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2026-04-02T11:55:33.205 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 714 kB/s) 2026-04-02T11:55:33.207 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2026-04-02T11:55:33.240 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 36 kB/s) 2026-04-02T11:55:33.241 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2026-04-02T11:55:33.275 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 39 kB/s) 2026-04-02T11:55:33.278 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2026-04-02T11:55:33.311 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.5/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 410 kB/s) 2026-04-02T11:55:33.311 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2026-04-02T11:55:33.311 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2026-04-02T11:55:33.312 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2026-04-02T11:55:33.312 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2026-04-02T11:55:33.313 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2026-04-02T11:55:33.345 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/55 kB Progress (1): 16/55 kB Progress (1): 25/55 kB Progress (1): 41/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 1.6 MB/s) 2026-04-02T11:55:33.345 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2026-04-02T11:55:33.346 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 120 kB/s) 2026-04-02T11:55:33.346 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2026-04-02T11:55:33.348 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/27 kB Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 730 kB/s) 2026-04-02T11:55:33.348 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2026-04-02T11:55:33.354 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/122 kB Progress (1): 16/122 kB Progress (1): 32/122 kB Progress (1): 48/122 kB Progress (1): 65/122 kB Progress (1): 81/122 kB Progress (1): 98/122 kB Progress (1): 114/122 kB Progress (1): 122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 2.8 MB/s) 2026-04-02T11:55:33.360 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/334 kB Progress (1): 7.7/334 kB Progress (1): 24/334 kB Progress (1): 40/334 kB Progress (1): 57/334 kB Progress (1): 73/334 kB Progress (1): 90/334 kB Progress (1): 106/334 kB Progress (1): 122/334 kB Progress (1): 139/334 kB Progress (1): 155/334 kB Progress (1): 172/334 kB Progress (1): 188/334 kB Progress (1): 204/334 kB Progress (1): 221/334 kB Progress (1): 237/334 kB Progress (1): 253/334 kB Progress (1): 270/334 kB Progress (1): 286/334 kB Progress (1): 303/334 kB Progress (1): 319/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 6.8 MB/s) 2026-04-02T11:55:33.379 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/267 kB Progress (1): 16/267 kB Progress (1): 24/267 kB Progress (1): 40/267 kB Progress (1): 57/267 kB Progress (1): 73/267 kB Progress (1): 90/267 kB Progress (1): 106/267 kB Progress (1): 122/267 kB Progress (2): 122/267 kB | 3.4/4.7 kB Progress (2): 122/267 kB | 4.7 kB Progress (2): 139/267 kB | 4.7 kB Progress (2): 155/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 69 kB/s) 2026-04-02T11:55:33.381 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 172/267 kB Progress (1): 188/267 kB Progress (1): 204/267 kB Progress (1): 221/267 kB Progress (1): 237/267 kB Progress (1): 253/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 3.9 MB/s) 2026-04-02T11:55:33.384 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/23 kB Progress (1): 8.2/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 316 kB/s) 2026-04-02T11:55:33.420 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Changes detected - recompiling the module! :source 2026-04-02T11:55:33.420 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2026-04-02T11:55:33.778 INFO:tasks.workunit.client.0.vm01.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:55:33.778 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:33.778 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:55:33.780 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:55:33.780 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:33.780 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:55:33.782 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Changes detected - recompiling the module! :dependency 2026-04-02T11:55:33.782 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2026-04-02T11:55:33.883 INFO:tasks.workunit.client.0.vm01.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-02T11:55:33.883 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:33.883 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:55:33.886 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2026-04-02T11:55:33.923 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 834 B Progress (1): 3.3 kB Progress (1): 6.2 kB Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 169 kB/s) 2026-04-02T11:55:33.925 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2026-04-02T11:55:33.960 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 843 B Progress (1): 2.7 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 101 kB/s) 2026-04-02T11:55:33.963 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2026-04-02T11:55:33.998 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 834 B Progress (1): 2.3 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 93 kB/s) 2026-04-02T11:55:34.001 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2026-04-02T11:55:34.039 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.1 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 107 kB/s) 2026-04-02T11:55:34.042 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2026-04-02T11:55:34.078 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 843 B Progress (1): 2.8 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 92 kB/s) 2026-04-02T11:55:34.080 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2026-04-02T11:55:34.116 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 834 B Progress (1): 3.0 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 124 kB/s) 2026-04-02T11:55:34.119 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2026-04-02T11:55:34.153 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 878 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 52 kB/s) 2026-04-02T11:55:34.155 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2026-04-02T11:55:34.196 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 937 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 54 kB/s) 2026-04-02T11:55:34.197 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2026-04-02T11:55:34.232 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 798 B Progress (1): 3.2 kB Progress (1): 5.1 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 23 kB Progress (1): 28 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 861 kB/s) 2026-04-02T11:55:34.235 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2026-04-02T11:55:34.267 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 938 B Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 57 kB/s) 2026-04-02T11:55:34.269 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2026-04-02T11:55:34.304 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 798 B Progress (1): 2.3 kB Progress (1): 5.7 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 166 kB/s) 2026-04-02T11:55:34.309 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2026-04-02T11:55:34.346 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 843 B Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 63 kB/s) 2026-04-02T11:55:34.347 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2026-04-02T11:55:34.381 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 822 B Progress (1): 2.1 kB Progress (1): 3.4 kB Progress (1): 5.2 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 658 kB/s) 2026-04-02T11:55:34.383 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2026-04-02T11:55:34.419 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 730 B Progress (1): 2.0 kB Progress (1): 6.0 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 24 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 32 kB Progress (1): 37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 1.0 MB/s) 2026-04-02T11:55:34.420 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2026-04-02T11:55:34.453 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 754 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 462 kB/s) 2026-04-02T11:55:34.456 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2026-04-02T11:55:34.502 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 724 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 188 kB/s) 2026-04-02T11:55:34.503 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2026-04-02T11:55:34.539 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 693 B Progress (1): 2.5 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 760 kB/s) 2026-04-02T11:55:34.541 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2026-04-02T11:55:34.575 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 5.3 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 237 kB/s) 2026-04-02T11:55:34.577 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2026-04-02T11:55:34.615 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 57 kB/s) 2026-04-02T11:55:34.617 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2026-04-02T11:55:34.654 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 823 B Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 70 kB/s) 2026-04-02T11:55:34.656 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2026-04-02T11:55:34.694 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 41 kB/s) 2026-04-02T11:55:34.695 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2026-04-02T11:55:34.729 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 90 kB/s) 2026-04-02T11:55:34.730 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2026-04-02T11:55:34.763 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 707 B Progress (1): 2.6 kB Progress (1): 6.1 kB Progress (1): 8.6 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 620 kB/s) 2026-04-02T11:55:34.765 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2026-04-02T11:55:34.803 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 3.4 kB Progress (1): 6.7 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 183 kB/s) 2026-04-02T11:55:34.804 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2026-04-02T11:55:34.839 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 754 B Progress (1): 2.6 kB Progress (1): 7.7 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 387 kB/s) 2026-04-02T11:55:34.844 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2026-04-02T11:55:34.877 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 87 kB/s) 2026-04-02T11:55:34.879 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2026-04-02T11:55:34.911 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 4.2 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 212 kB/s) 2026-04-02T11:55:34.913 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2026-04-02T11:55:34.945 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.4 kB Progress (1): 5.8 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 262 kB/s) 2026-04-02T11:55:34.947 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2026-04-02T11:55:34.981 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.4 kB Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 61 kB/s) 2026-04-02T11:55:34.984 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2026-04-02T11:55:35.018 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 64 kB/s) 2026-04-02T11:55:35.021 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2026-04-02T11:55:35.054 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 816 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 92 kB/s) 2026-04-02T11:55:35.057 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2026-04-02T11:55:35.092 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 827 B Progress (1): 3.5 kB Progress (1): 8.7 kB Progress (1): 15 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 416 kB/s) 2026-04-02T11:55:35.093 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2026-04-02T11:55:35.131 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 811 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 382 kB/s) 2026-04-02T11:55:35.133 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2026-04-02T11:55:35.169 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 702 B Progress (1): 2.0 kB Progress (1): 3.5 kB Progress (1): 5.5 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 373 kB/s) 2026-04-02T11:55:35.171 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2026-04-02T11:55:35.208 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 838 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 129 kB/s) 2026-04-02T11:55:35.210 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2026-04-02T11:55:35.247 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 5.8 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 170 kB/s) 2026-04-02T11:55:35.249 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2026-04-02T11:55:35.284 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.0 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 26 kB Progress (1): 31 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 924 kB/s) 2026-04-02T11:55:35.286 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2026-04-02T11:55:35.325 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 804 B Progress (1): 4.1 kB Progress (1): 10 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 445 kB/s) 2026-04-02T11:55:35.327 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2026-04-02T11:55:35.361 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 819 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 435 kB/s) 2026-04-02T11:55:35.363 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2026-04-02T11:55:35.397 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 22 kB/s) 2026-04-02T11:55:35.399 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2026-04-02T11:55:35.432 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 4.7 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 146 kB/s) 2026-04-02T11:55:35.434 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2026-04-02T11:55:35.471 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 932 B Progress (1): 2.6 kB Progress (1): 5.5 kB Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 220 kB/s) 2026-04-02T11:55:35.473 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2026-04-02T11:55:35.505 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 836 B Progress (1): 2.7 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 91 kB/s) 2026-04-02T11:55:35.507 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2026-04-02T11:55:35.541 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 811 B Progress (1): 3.0 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 125 kB/s) 2026-04-02T11:55:35.544 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2026-04-02T11:55:35.576 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 934 B Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 62 kB/s) 2026-04-02T11:55:35.577 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2026-04-02T11:55:35.611 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 922 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 102 kB/s) 2026-04-02T11:55:35.614 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2026-04-02T11:55:35.649 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Progress (1): 9.7 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 304 kB/s) 2026-04-02T11:55:35.651 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2026-04-02T11:55:35.686 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 799 B Progress (1): 2.7 kB Progress (1): 5.1 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 385 kB/s) 2026-04-02T11:55:35.688 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2026-04-02T11:55:35.724 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 812 B Progress (1): 2.5 kB Progress (1): 5.0 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 521 kB/s) 2026-04-02T11:55:35.726 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2026-04-02T11:55:35.761 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 10 kB/s) 2026-04-02T11:55:35.763 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2026-04-02T11:55:35.798 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 956 B Progress (1): 2.8 kB Progress (1): 5.3 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 174 kB/s) 2026-04-02T11:55:35.799 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2026-04-02T11:55:35.833 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.1 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 216 kB/s) 2026-04-02T11:55:35.835 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2026-04-02T11:55:35.874 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 848 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 121 kB/s) 2026-04-02T11:55:35.876 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2026-04-02T11:55:35.914 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 930 B Progress (1): 3.0 kB Progress (1): 6.0 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 221 kB/s) 2026-04-02T11:55:35.914 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2026-04-02T11:55:35.947 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.5 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 601 kB/s) 2026-04-02T11:55:35.949 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2026-04-02T11:55:35.989 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 706 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 44 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 1.9 MB/s) 2026-04-02T11:55:35.991 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2026-04-02T11:55:36.025 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 743 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 684 kB/s) 2026-04-02T11:55:36.027 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2026-04-02T11:55:36.064 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 913 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 153 kB/s) 2026-04-02T11:55:36.066 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2026-04-02T11:55:36.099 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.9 kB Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 129 kB/s) 2026-04-02T11:55:36.100 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2026-04-02T11:55:36.134 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 94 kB/s) 2026-04-02T11:55:36.137 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2026-04-02T11:55:36.172 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 692 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 25 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 794 kB/s) 2026-04-02T11:55:36.174 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2026-04-02T11:55:36.212 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 62 kB/s) 2026-04-02T11:55:36.215 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2026-04-02T11:55:36.263 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 8.2/308 kB Progress (1): 25/308 kB Progress (1): 41/308 kB Progress (1): 57/308 kB Progress (1): 74/308 kB Progress (1): 90/308 kB Progress (1): 106/308 kB Progress (1): 123/308 kB Progress (1): 139/308 kB Progress (1): 156/308 kB Progress (1): 172/308 kB Progress (1): 188/308 kB Progress (1): 205/308 kB Progress (1): 221/308 kB Progress (1): 238/308 kB Progress (1): 254/308 kB Progress (1): 270/308 kB Progress (1): 287/308 kB Progress (1): 303/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 6.4 MB/s) 2026-04-02T11:55:36.263 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2026-04-02T11:55:36.267 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2026-04-02T11:55:36.267 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2026-04-02T11:55:36.268 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2026-04-02T11:55:36.268 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2026-04-02T11:55:36.300 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 367 kB/s) 2026-04-02T11:55:36.300 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2026-04-02T11:55:36.302 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/26 kB Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 663 kB/s) 2026-04-02T11:55:36.302 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2026-04-02T11:55:36.305 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/171 kB Progress (1): 16/171 kB Progress (1): 32/171 kB Progress (1): 49/171 kB Progress (1): 65/171 kB Progress (1): 81/171 kB Progress (1): 98/171 kB Progress (2): 98/171 kB | 7.7/8.2 kB Progress (2): 98/171 kB | 8.2 kB Progress (2): 114/171 kB | 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 221 kB/s) 2026-04-02T11:55:36.305 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 131/171 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2026-04-02T11:55:36.308 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 147/171 kB Progress (1): 163/171 kB Progress (1): 171 kB Progress (2): 171 kB | 7.7/118 kB Progress (2): 171 kB | 16/118 kB Progress (2): 171 kB | 32/118 kB Progress (2): 171 kB | 48/118 kB Progress (2): 171 kB | 65/118 kB Progress (2): 171 kB | 81/118 kB Progress (2): 171 kB | 98/118 kB Progress (2): 171 kB | 114/118 kB Progress (2): 171 kB | 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 2.6 MB/s) 2026-04-02T11:55:36.308 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2026-04-02T11:55:36.335 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 171 kB | 7.7/146 kB Progress (2): 171 kB | 8.2/146 kB Progress (2): 171 kB | 25/146 kB Progress (2): 171 kB | 41/146 kB Progress (2): 171 kB | 57/146 kB Progress (2): 171 kB | 74/146 kB Progress (2): 171 kB | 90/146 kB Progress (2): 171 kB | 94/146 kB Progress (2): 171 kB | 110/146 kB Progress (2): 171 kB | 123/146 kB Progress (3): 171 kB | 123/146 kB | 7.7/136 kB Progress (3): 171 kB | 123/146 kB | 8.2/136 kB Progress (3): 171 kB | 123/146 kB | 25/136 kB Progress (3): 171 kB | 139/146 kB | 25/136 kB Progress (3): 171 kB | 146 kB | 25/136 kB Progress (3): 171 kB | 146 kB | 41/136 kB Progress (3): 171 kB | 146 kB | 49/136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 2.2 MB/s) 2026-04-02T11:55:36.335 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2026-04-02T11:55:36.336 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 171 kB | 66/136 kB Progress (2): 171 kB | 82/136 kB Progress (2): 171 kB | 98/136 kB Progress (2): 171 kB | 115/136 kB Progress (2): 171 kB | 131/136 kB Progress (2): 171 kB | 136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 2.0 MB/s) 2026-04-02T11:55:36.336 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2026-04-02T11:55:36.338 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 171 kB | 7.7/61 kB Progress (2): 171 kB | 16/61 kB Progress (2): 171 kB | 24/61 kB Progress (2): 171 kB | 40/61 kB Progress (2): 171 kB | 57/61 kB Progress (2): 171 kB | 61 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 869 kB/s) 2026-04-02T11:55:36.338 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2026-04-02T11:55:36.365 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 171 kB | 7.7/501 kB Progress (2): 171 kB | 16/501 kB Progress (2): 171 kB | 32/501 kB Progress (2): 171 kB | 48/501 kB Progress (2): 171 kB | 65/501 kB Progress (2): 171 kB | 81/501 kB Progress (2): 171 kB | 98/501 kB Progress (2): 171 kB | 114/501 kB Progress (2): 171 kB | 130/501 kB Progress (2): 171 kB | 147/501 kB Progress (2): 171 kB | 163/501 kB Progress (2): 171 kB | 179/501 kB Progress (2): 171 kB | 196/501 kB Progress (2): 171 kB | 212/501 kB Progress (2): 171 kB | 229/501 kB Progress (2): 171 kB | 245/501 kB Progress (2): 171 kB | 261/501 kB Progress (2): 171 kB | 278/501 kB Progress (2): 171 kB | 294/501 kB Progress (2): 171 kB | 311/501 kB Progress (2): 171 kB | 327/501 kB Progress (2): 171 kB | 343/501 kB Progress (2): 171 kB | 359/501 kB Progress (2): 171 kB | 376/501 kB Progress (2): 171 kB | 392/501 kB Progress (2): 171 kB | 408/501 kB Progress (2): 171 kB | 425/501 kB Progress (2): 171 kB | 441/501 kB Progress (2): 171 kB | 457/501 kB Progress (2): 171 kB | 474/501 kB Progress (2): 171 kB | 490/501 kB Progress (2): 171 kB | 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 1.7 MB/s) 2026-04-02T11:55:36.371 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 501 kB | 7.7/124 kB Progress (2): 501 kB | 16/124 kB Progress (2): 501 kB | 32/124 kB Progress (2): 501 kB | 48/124 kB Progress (2): 501 kB | 65/124 kB Progress (2): 501 kB | 81/124 kB Progress (2): 501 kB | 98/124 kB Progress (2): 501 kB | 114/124 kB Progress (3): 501 kB | 114/124 kB | 7.7/58 kB Progress (3): 501 kB | 114/124 kB | 16/58 kB Progress (3): 501 kB | 114/124 kB | 29/58 kB Progress (3): 501 kB | 124 kB | 29/58 kB Progress (3): 501 kB | 124 kB | 45/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 1.2 MB/s) 2026-04-02T11:55:36.371 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 559 kB/s) 2026-04-02T11:55:36.375 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 501 kB | 0/2.4 MB Progress (2): 501 kB | 0/2.4 MB Progress (2): 501 kB | 0/2.4 MB Progress (2): 501 kB | 0/2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 4.7 MB/s) 2026-04-02T11:55:36.414 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 17 MB/s) 2026-04-02T11:55:36.453 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:36.454 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2026-04-02T11:55:36.455 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2026-04-02T11:55:36.488 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 4.4 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 136 kB/s) 2026-04-02T11:55:36.489 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2026-04-02T11:55:36.523 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 144 kB/s) 2026-04-02T11:55:36.524 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2026-04-02T11:55:36.561 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 725 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.7 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 1.2 MB/s) 2026-04-02T11:55:36.563 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2026-04-02T11:55:36.600 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 744 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 555 kB/s) 2026-04-02T11:55:36.602 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2026-04-02T11:55:36.637 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 801 B Progress (1): 2.6 kB Progress (1): 4.9 kB Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 148 kB/s) 2026-04-02T11:55:36.638 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2026-04-02T11:55:36.671 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 796 B Progress (1): 2.2 kB Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 119 kB/s) 2026-04-02T11:55:36.673 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2026-04-02T11:55:36.707 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 177 kB/s) 2026-04-02T11:55:36.709 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2026-04-02T11:55:36.742 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 4.0 kB Progress (1): 6.2 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 190 kB/s) 2026-04-02T11:55:36.744 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2026-04-02T11:55:36.778 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 753 B Progress (1): 1.9 kB Progress (1): 3.5 kB Progress (1): 6.8 kB Progress (1): 9.1 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 579 kB/s) 2026-04-02T11:55:36.780 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2026-04-02T11:55:36.814 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 428 kB/s) 2026-04-02T11:55:36.816 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2026-04-02T11:55:36.851 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.1 kB Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 58 kB/s) 2026-04-02T11:55:36.853 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2026-04-02T11:55:36.886 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 729 B Progress (1): 2.3 kB Progress (1): 4.7 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 249 kB/s) 2026-04-02T11:55:36.887 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2026-04-02T11:55:36.925 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 670 kB/s) 2026-04-02T11:55:36.928 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2026-04-02T11:55:36.960 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/36 kB Progress (1): 8.2/36 kB Progress (1): 25/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.1 MB/s) 2026-04-02T11:55:36.961 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2026-04-02T11:55:36.961 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2026-04-02T11:55:36.961 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2026-04-02T11:55:36.961 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2026-04-02T11:55:36.961 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2026-04-02T11:55:36.994 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/26 kB Progress (2): 7.7/26 kB | 0/1.0 MB Progress (2): 16/26 kB | 0/1.0 MB Progress (2): 16/26 kB | 0/1.0 MB Progress (2): 26 kB | 0/1.0 MB Progress (2): 26 kB | 0/1.0 MB Progress (2): 26 kB | 0/1.0 MB Progress (2): 26 kB | 0.1/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 772 kB/s) 2026-04-02T11:55:36.994 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2026-04-02T11:55:36.995 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 0.1/1.0 MB | 7.7/58 kB Progress (2): 0.1/1.0 MB | 7.7/58 kB Progress (2): 0.1/1.0 MB | 16/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 41/58 kB Progress (2): 0.1/1.0 MB | 57/58 kB Progress (2): 0.1/1.0 MB | 58 kB Progress (2): 0.1/1.0 MB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 1.7 MB/s) 2026-04-02T11:55:36.995 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.1/1.0 MB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2026-04-02T11:55:37.001 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.2/1.0 MB Progress (2): 0.2/1.0 MB | 7.7/211 kB Progress (2): 0.2/1.0 MB | 16/211 kB Progress (2): 0.2/1.0 MB | 16/211 kB Progress (2): 0.2/1.0 MB | 16/211 kB Progress (2): 0.2/1.0 MB | 16/211 kB Progress (2): 0.2/1.0 MB | 25/211 kB Progress (2): 0.2/1.0 MB | 41/211 kB Progress (2): 0.2/1.0 MB | 57/211 kB Progress (2): 0.2/1.0 MB | 74/211 kB Progress (2): 0.2/1.0 MB | 74/211 kB Progress (2): 0.2/1.0 MB | 74/211 kB Progress (2): 0.3/1.0 MB | 74/211 kB Progress (2): 0.3/1.0 MB | 74/211 kB Progress (2): 0.3/1.0 MB | 90/211 kB Progress (2): 0.3/1.0 MB | 106/211 kB Progress (2): 0.3/1.0 MB | 106/211 kB Progress (2): 0.3/1.0 MB | 106/211 kB Progress (2): 0.3/1.0 MB | 106/211 kB Progress (2): 0.3/1.0 MB | 123/211 kB Progress (2): 0.3/1.0 MB | 139/211 kB Progress (2): 0.3/1.0 MB | 139/211 kB Progress (2): 0.4/1.0 MB | 139/211 kB Progress (2): 0.4/1.0 MB | 139/211 kB Progress (2): 0.4/1.0 MB | 156/211 kB Progress (2): 0.4/1.0 MB | 172/211 kB Progress (2): 0.4/1.0 MB | 172/211 kB Progress (2): 0.4/1.0 MB | 172/211 kB Progress (2): 0.4/1.0 MB | 172/211 kB Progress (2): 0.4/1.0 MB | 188/211 kB Progress (2): 0.4/1.0 MB | 205/211 kB Progress (2): 0.4/1.0 MB | 211 kB Progress (2): 0.4/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 5.3 MB/s) 2026-04-02T11:55:37.003 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 0.5/1.0 MB | 7.5/79 kB Progress (2): 0.5/1.0 MB | 24/79 kB Progress (2): 0.5/1.0 MB | 40/79 kB Progress (2): 0.5/1.0 MB | 57/79 kB Progress (2): 0.5/1.0 MB | 65/79 kB Progress (2): 0.5/1.0 MB | 79 kB Progress (2): 0.5/1.0 MB | 79 kB Progress (2): 0.5/1.0 MB | 79 kB Progress (2): 0.5/1.0 MB | 79 kB Progress (2): 0.5/1.0 MB | 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 1.9 MB/s) 2026-04-02T11:55:37.011 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 20 MB/s) 2026-04-02T11:55:37.025 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/116 kB Progress (1): 16/116 kB Progress (1): 24/116 kB Progress (1): 40/116 kB Progress (1): 57/116 kB Progress (1): 73/116 kB Progress (1): 90/116 kB Progress (1): 106/116 kB Progress (1): 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 1.8 MB/s) 2026-04-02T11:55:37.034 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 7.7/267 kB Progress (1): 7.7/267 kB Progress (1): 24/267 kB Progress (1): 40/267 kB Progress (1): 57/267 kB Progress (1): 66/267 kB Progress (1): 82/267 kB Progress (1): 98/267 kB Progress (1): 115/267 kB Progress (1): 131/267 kB Progress (1): 147/267 kB Progress (1): 164/267 kB Progress (1): 180/267 kB Progress (1): 197/267 kB Progress (1): 213/267 kB Progress (1): 229/267 kB Progress (1): 246/267 kB Progress (1): 262/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 3.7 MB/s) 2026-04-02T11:55:37.108 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2026-04-02T11:55:37.122 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:55:37.123 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:55:37.123 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:55:37.123 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Total time: 10.462 s 2026-04-02T11:55:37.123 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Finished at: 2026-04-02T11:55:37Z 2026-04-02T11:55:37.123 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:55:37.134 INFO:tasks.workunit.client.0.vm01.stderr:+ ./mvnw test -Dtest=PutObjects 2026-04-02T11:55:37.144 INFO:tasks.workunit.client.0.vm01.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-02T11:55:37.680 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Scanning for projects... 2026-04-02T11:55:37.718 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.719 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-02T11:55:37.719 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Building jcksum 1.0 2026-04-02T11:55:37.719 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] from pom.xml 2026-04-02T11:55:37.719 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-02T11:55:37.833 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.833 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-02T11:55:37.883 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-02T11:55:37.883 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.883 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-02T11:55:37.926 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:55:37.926 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.926 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-02T11:55:37.927 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-02T11:55:37.927 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.927 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-02T11:55:37.930 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-02T11:55:37.930 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:37.930 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-02T11:55:38.013 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2026-04-02T11:55:38.104 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2026-04-02T11:55:38.288 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 846 B Progress (1): 2.6 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 25 kB/s) 2026-04-02T11:55:38.293 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2026-04-02T11:55:38.334 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 849 B Progress (1): 2.2 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 65 kB/s) 2026-04-02T11:55:38.336 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2026-04-02T11:55:38.380 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 849 B Progress (1): 2.0 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 64 kB/s) 2026-04-02T11:55:38.383 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2026-04-02T11:55:38.425 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 966 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 72 kB/s) 2026-04-02T11:55:38.428 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2026-04-02T11:55:38.470 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 957 B Progress (1): 2.5 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 74 kB/s) 2026-04-02T11:55:38.474 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2026-04-02T11:55:38.513 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 1.2 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 44 kB/s) 2026-04-02T11:55:38.514 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2026-04-02T11:55:38.551 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 971 B Progress (1): 2.5 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 77 kB/s) 2026-04-02T11:55:38.556 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2026-04-02T11:55:38.600 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/27 kB Progress (1): 2.3/27 kB Progress (1): 3.6/27 kB Progress (1): 5.0/27 kB Progress (1): 6.4/27 kB Progress (1): 7.5/27 kB Progress (1): 8.8/27 kB Progress (1): 10/27 kB Progress (1): 12/27 kB Progress (1): 13/27 kB Progress (1): 14/27 kB Progress (1): 16/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 20/27 kB Progress (1): 21/27 kB Progress (1): 23/27 kB Progress (1): 24/27 kB Progress (1): 25/27 kB Progress (1): 27/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 603 kB/s) 2026-04-02T11:55:38.601 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2026-04-02T11:55:38.601 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2026-04-02T11:55:38.602 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2026-04-02T11:55:38.602 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2026-04-02T11:55:38.602 INFO:tasks.workunit.client.0.vm01.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2026-04-02T11:55:38.638 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/18 kB Progress (1): 5.1/18 kB Progress (1): 8.2/18 kB Progress (1): 12/18 kB Progress (1): 17/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 462 kB/s) 2026-04-02T11:55:38.693 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 0.9/189 kB Progress (1): 2.3/189 kB Progress (1): 3.6/189 kB Progress (1): 5.0/189 kB Progress (1): 6.4/189 kB Progress (1): 7.7/189 kB Progress (1): 9.1/189 kB Progress (1): 10/189 kB Progress (1): 12/189 kB Progress (1): 13/189 kB Progress (1): 15/189 kB Progress (1): 16/189 kB Progress (1): 17/189 kB Progress (1): 19/189 kB Progress (1): 20/189 kB Progress (1): 21/189 kB Progress (1): 23/189 kB Progress (1): 24/189 kB Progress (1): 26/189 kB Progress (1): 27/189 kB Progress (1): 28/189 kB Progress (2): 28/189 kB | 0.9/7.7 kB Progress (2): 30/189 kB | 0.9/7.7 kB Progress (2): 31/189 kB | 0.9/7.7 kB Progress (2): 32/189 kB | 0.9/7.7 kB Progress (2): 32/189 kB | 2.3/7.7 kB Progress (2): 33/189 kB | 2.3/7.7 kB Progress (2): 35/189 kB | 2.3/7.7 kB Progress (2): 36/189 kB | 2.3/7.7 kB Progress (2): 37/189 kB | 2.3/7.7 kB Progress (2): 37/189 kB | 3.6/7.7 kB Progress (2): 39/189 kB | 3.6/7.7 kB Progress (2): 39/189 kB | 5.0/7.7 kB Progress (2): 40/189 kB | 5.0/7.7 kB Progress (2): 40/189 kB | 6.4/7.7 kB Progress (2): 42/189 kB | 6.4/7.7 kB Progress (2): 43/189 kB | 6.4/7.7 kB Progress (2): 44/189 kB | 6.4/7.7 kB Progress (2): 46/189 kB | 6.4/7.7 kB Progress (2): 47/189 kB | 6.4/7.7 kB Progress (2): 48/189 kB | 6.4/7.7 kB Progress (2): 50/189 kB | 6.4/7.7 kB Progress (2): 50/189 kB | 7.7 kB Progress (2): 51/189 kB | 7.7 kB Progress (2): 53/189 kB | 7.7 kB Progress (2): 54/189 kB | 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 84 kB/s) 2026-04-02T11:55:38.725 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 55/189 kB Progress (1): 60/189 kB Progress (2): 60/189 kB | 0.9/103 kB Progress (2): 60/189 kB | 2.3/103 kB Progress (2): 60/189 kB | 3.6/103 kB Progress (2): 60/189 kB | 5.0/103 kB Progress (2): 60/189 kB | 6.4/103 kB Progress (2): 60/189 kB | 7.7/103 kB Progress (2): 60/189 kB | 9.1/103 kB Progress (2): 60/189 kB | 10/103 kB Progress (2): 60/189 kB | 12/103 kB Progress (2): 60/189 kB | 13/103 kB Progress (2): 60/189 kB | 15/103 kB Progress (2): 60/189 kB | 16/103 kB Progress (2): 60/189 kB | 17/103 kB Progress (2): 60/189 kB | 18/103 kB Progress (2): 60/189 kB | 20/103 kB Progress (2): 60/189 kB | 21/103 kB Progress (2): 60/189 kB | 23/103 kB Progress (2): 60/189 kB | 24/103 kB Progress (2): 60/189 kB | 25/103 kB Progress (2): 60/189 kB | 27/103 kB Progress (2): 60/189 kB | 28/103 kB Progress (2): 60/189 kB | 29/103 kB Progress (2): 60/189 kB | 31/103 kB Progress (2): 60/189 kB | 32/103 kB Progress (2): 60/189 kB | 33/103 kB Progress (2): 60/189 kB | 35/103 kB Progress (2): 60/189 kB | 36/103 kB Progress (2): 60/189 kB | 38/103 kB Progress (3): 60/189 kB | 38/103 kB | 0.9/169 kB Progress (3): 60/189 kB | 39/103 kB | 0.9/169 kB Progress (3): 60/189 kB | 39/103 kB | 2.3/169 kB Progress (3): 60/189 kB | 40/103 kB | 2.3/169 kB Progress (3): 60/189 kB | 40/103 kB | 3.6/169 kB Progress (3): 60/189 kB | 42/103 kB | 3.6/169 kB Progress (3): 60/189 kB | 42/103 kB | 5.0/169 kB Progress (3): 60/189 kB | 43/103 kB | 5.0/169 kB Progress (3): 60/189 kB | 43/103 kB | 6.4/169 kB Progress (3): 60/189 kB | 44/103 kB | 6.4/169 kB Progress (3): 60/189 kB | 44/103 kB | 7.7/169 kB Progress (3): 60/189 kB | 46/103 kB | 7.7/169 kB Progress (3): 60/189 kB | 46/103 kB | 9.1/169 kB Progress (3): 60/189 kB | 47/103 kB | 9.1/169 kB Progress (3): 60/189 kB | 47/103 kB | 10/169 kB Progress (3): 60/189 kB | 49/103 kB | 10/169 kB Progress (3): 60/189 kB | 49/103 kB | 12/169 kB Progress (3): 60/189 kB | 50/103 kB | 12/169 kB Progress (3): 60/189 kB | 50/103 kB | 13/169 kB Progress (3): 60/189 kB | 51/103 kB | 13/169 kB Progress (3): 60/189 kB | 51/103 kB | 15/169 kB Progress (3): 60/189 kB | 53/103 kB | 15/169 kB Progress (3): 60/189 kB | 53/103 kB | 16/169 kB Progress (3): 60/189 kB | 54/103 kB | 16/169 kB Progress (3): 60/189 kB | 54/103 kB | 17/169 kB Progress (3): 60/189 kB | 55/103 kB | 17/169 kB Progress (3): 60/189 kB | 55/103 kB | 19/169 kB Progress (3): 60/189 kB | 55/103 kB | 20/169 kB Progress (3): 60/189 kB | 55/103 kB | 21/169 kB Progress (3): 60/189 kB | 55/103 kB | 23/169 kB Progress (3): 60/189 kB | 55/103 kB | 24/169 kB Progress (3): 60/189 kB | 55/103 kB | 25/169 kB Progress (3): 60/189 kB | 55/103 kB | 26/169 kB Progress (3): 64/189 kB | 55/103 kB | 26/169 kB Progress (3): 64/189 kB | 55/103 kB | 27/169 kB Progress (3): 64/189 kB | 55/103 kB | 29/169 kB Progress (3): 68/189 kB | 55/103 kB | 29/169 kB Progress (3): 68/189 kB | 55/103 kB | 30/169 kB Progress (3): 68/189 kB | 55/103 kB | 31/169 kB Progress (3): 72/189 kB | 55/103 kB | 31/169 kB Progress (3): 72/189 kB | 55/103 kB | 33/169 kB Progress (3): 72/189 kB | 55/103 kB | 34/169 kB Progress (3): 76/189 kB | 55/103 kB | 34/169 kB Progress (3): 76/189 kB | 55/103 kB | 36/169 kB Progress (3): 76/189 kB | 55/103 kB | 37/169 kB Progress (3): 76/189 kB | 55/103 kB | 38/169 kB Progress (3): 76/189 kB | 55/103 kB | 40/169 kB Progress (3): 76/189 kB | 55/103 kB | 41/169 kB Progress (3): 76/189 kB | 55/103 kB | 42/169 kB Progress (3): 76/189 kB | 55/103 kB | 44/169 kB Progress (3): 76/189 kB | 55/103 kB | 45/169 kB Progress (3): 76/189 kB | 55/103 kB | 46/169 kB Progress (3): 76/189 kB | 55/103 kB | 48/169 kB Progress (3): 76/189 kB | 55/103 kB | 49/169 kB Progress (3): 81/189 kB | 55/103 kB | 49/169 kB Progress (3): 81/189 kB | 55/103 kB | 51/169 kB Progress (3): 81/189 kB | 55/103 kB | 52/169 kB Progress (3): 85/189 kB | 55/103 kB | 52/169 kB Progress (3): 85/189 kB | 55/103 kB | 53/169 kB Progress (3): 85/189 kB | 55/103 kB | 55/169 kB Progress (3): 85/189 kB | 55/103 kB | 59/169 kB Progress (3): 89/189 kB | 55/103 kB | 59/169 kB Progress (3): 93/189 kB | 55/103 kB | 59/169 kB Progress (3): 98/189 kB | 55/103 kB | 59/169 kB Progress (3): 102/189 kB | 55/103 kB | 59/169 kB Progress (3): 106/189 kB | 55/103 kB | 59/169 kB Progress (3): 110/189 kB | 55/103 kB | 59/169 kB Progress (3): 114/189 kB | 55/103 kB | 59/169 kB Progress (3): 115/189 kB | 55/103 kB | 59/169 kB Progress (3): 119/189 kB | 55/103 kB | 59/169 kB Progress (3): 123/189 kB | 55/103 kB | 59/169 kB Progress (3): 123/189 kB | 60/103 kB | 59/169 kB Progress (3): 123/189 kB | 64/103 kB | 59/169 kB Progress (3): 123/189 kB | 68/103 kB | 59/169 kB Progress (3): 123/189 kB | 72/103 kB | 59/169 kB Progress (3): 123/189 kB | 77/103 kB | 59/169 kB Progress (3): 123/189 kB | 81/103 kB | 59/169 kB Progress (3): 123/189 kB | 81/103 kB | 63/169 kB Progress (3): 123/189 kB | 81/103 kB | 67/169 kB Progress (3): 123/189 kB | 81/103 kB | 72/169 kB Progress (3): 123/189 kB | 81/103 kB | 76/169 kB Progress (3): 123/189 kB | 81/103 kB | 80/169 kB Progress (3): 123/189 kB | 81/103 kB | 84/169 kB Progress (3): 123/189 kB | 85/103 kB | 84/169 kB Progress (3): 123/189 kB | 89/103 kB | 84/169 kB Progress (3): 123/189 kB | 93/103 kB | 84/169 kB Progress (3): 123/189 kB | 98/103 kB | 84/169 kB Progress (3): 123/189 kB | 98/103 kB | 89/169 kB Progress (3): 123/189 kB | 102/103 kB | 89/169 kB Progress (3): 123/189 kB | 102/103 kB | 93/169 kB Progress (3): 123/189 kB | 103 kB | 93/169 kB Progress (3): 127/189 kB | 103 kB | 93/169 kB Progress (3): 132/189 kB | 103 kB | 93/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 837 kB/s) 2026-04-02T11:55:38.734 INFO:tasks.workunit.client.0.vm01.stdout:Progress (2): 136/189 kB | 93/169 kB Progress (2): 140/189 kB | 93/169 kB Progress (2): 144/189 kB | 93/169 kB Progress (2): 147/189 kB | 93/169 kB Progress (2): 152/189 kB | 93/169 kB Progress (2): 156/189 kB | 93/169 kB Progress (2): 160/189 kB | 93/169 kB Progress (2): 164/189 kB | 93/169 kB Progress (2): 169/189 kB | 93/169 kB Progress (2): 173/189 kB | 93/169 kB Progress (2): 177/189 kB | 93/169 kB Progress (2): 181/189 kB | 93/169 kB Progress (2): 186/189 kB | 93/169 kB Progress (2): 189 kB | 93/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 1.4 MB/s) 2026-04-02T11:55:38.747 INFO:tasks.workunit.client.0.vm01.stdout:Progress (1): 97/169 kB Progress (1): 101/169 kB Progress (1): 105/169 kB Progress (1): 110/169 kB Progress (1): 114/169 kB Progress (1): 118/169 kB Progress (1): 122/169 kB Progress (1): 127/169 kB Progress (1): 131/169 kB Progress (1): 135/169 kB Progress (1): 139/169 kB Progress (1): 144/169 kB Progress (1): 148/169 kB Progress (1): 152/169 kB Progress (1): 156/169 kB Progress (1): 160/169 kB Progress (1): 164/169 kB Progress (1): 168/169 kB Progress (1): 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.2 MB/s) 2026-04-02T11:55:38.761 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:55:38.761 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:55:38.761 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] T E S T S 2026-04-02T11:55:38.761 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------- 2026-04-02T11:55:38.997 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2026-04-02T11:55:39.055 INFO:tasks.workunit.client.0.vm01.stdout:PutObjects.java: starting test run: 2026-04-02T11:55:39.055 INFO:tasks.workunit.client.0.vm01.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-02T11:55:39.055 INFO:tasks.workunit.client.0.vm01.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-02T11:55:39.055 INFO:tasks.workunit.client.0.vm01.stdout: EndpointUrl=https://vm01.local:443 2026-04-02T11:55:39.055 INFO:tasks.workunit.client.0.vm01.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2026-04-02T11:55:39.153 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Environment Variables Read 2026-04-02T11:55:39.354 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: S3 Client Initialized 2026-04-02T11:55:39.354 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.354 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generating File 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: File Generated 2026-04-02T11:55:39.355 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Generated Big Files 2026-04-02T11:55:39.545 INFO:tasks.workunit.client.0.vm01.stdout:HeadBucketResponse() 2026-04-02T11:55:39.545 INFO:tasks.workunit.client.0.vm01.stdout:sheik is ready 2026-04-02T11:55:39.545 INFO:tasks.workunit.client.0.vm01.stdout:DEBUG: Test Bucket Created 2026-04-02T11:55:39.554 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-0b 2026-04-02T11:55:39.654 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-8b 2026-04-02T11:55:39.854 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-200b 2026-04-02T11:55:39.955 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-21983b 2026-04-02T11:55:40.055 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-5519b 2026-04-02T11:55:40.155 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-204329b 2026-04-02T11:55:40.255 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-256k 2026-04-02T11:55:40.355 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-1m 2026-04-02T11:55:40.655 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileNoCksum called with file-1038757b 2026-04-02T11:55:40.956 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileNoCksum called with file-5m 2026-04-02T11:55:43.759 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileNoCksum called with file-10m 2026-04-02T11:55:45.962 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileNoCksum called with file-100m 2026-04-02T11:56:13.495 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-0b 2026-04-02T11:56:13.498 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-8b 2026-04-02T11:56:13.500 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-200b 2026-04-02T11:56:13.501 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-21983b 2026-04-02T11:56:13.501 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-5519b 2026-04-02T11:56:13.502 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-204329b 2026-04-02T11:56:13.502 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-256k 2026-04-02T11:56:13.503 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-1m 2026-04-02T11:56:13.504 INFO:tasks.workunit.client.0.vm01.stdout:arg: file-1038757b 2026-04-02T11:56:13.565 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-0b 2026-04-02T11:56:13.565 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:13.595 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-8b 2026-04-02T11:56:13.596 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:13.696 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-200b 2026-04-02T11:56:13.696 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:13.796 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-21983b 2026-04-02T11:56:13.796 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:13.896 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-5519b 2026-04-02T11:56:13.896 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:13.996 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-204329b 2026-04-02T11:56:14.096 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:14.196 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-256k 2026-04-02T11:56:14.250 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:14.297 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-1m 2026-04-02T11:56:14.597 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:14.697 INFO:tasks.workunit.client.0.vm01.stdout:putObjectFromFileCksum called with file-1038757b 2026-04-02T11:56:14.897 INFO:tasks.workunit.client.0.vm01.stdout:PutObjectResponse 2026-04-02T11:56:14.997 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileCksum called with file-5m 2026-04-02T11:56:16.599 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileCksum called with file-10m 2026-04-02T11:56:19.803 INFO:tasks.workunit.client.0.vm01.stdout:mpuObjectFromFileCksum called with file-100m 2026-04-02T11:56:47.596 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 68.59 s -- in io.ceph.jcksum.PutObjects 2026-04-02T11:56:47.606 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:56:47.606 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Results: 2026-04-02T11:56:47.606 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:56:47.606 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2026-04-02T11:56:47.606 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] BUILD SUCCESS 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Total time: 01:09 min 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] Finished at: 2026-04-02T11:56:47Z 2026-04-02T11:56:47.608 INFO:tasks.workunit.client.0.vm01.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-02T11:56:47.631 INFO:tasks.workunit.client.0.vm01.stderr:+ exit 2026-04-02T11:56:47.631 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:56:47.631 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:56:47.704 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2026-04-02T11:56:47.704 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:56:48.135 DEBUG:teuthology.parallel:result is None 2026-04-02T11:56:48.135 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:56:48.169 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:56:48.169 DEBUG:teuthology.orchestra.run.vm01:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:48.235 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:56:48.235 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:56:48.253 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:56:48.253 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:56:48.253 DEBUG:teuthology.orchestra.run.vm01:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:48.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:56:48.302 INFO:teuthology.orchestra.run.vm01.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:56:48.302 DEBUG:teuthology.orchestra.run.vm01:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:48.369 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:56:48.369 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:56:48.434 INFO:tasks.workunit:timeout=3h 2026-04-02T11:56:48.434 INFO:tasks.workunit:cleanup=True 2026-04-02T11:56:48.434 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:56:48.506 INFO:tasks.workunit.client.0.vm01.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: git switch -c 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:Or undo this operation with: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: git switch - 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:57:17.643 INFO:tasks.workunit.client.0.vm01.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:57:17.651 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:57:17.717 INFO:tasks.workunit.client.0.vm01.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:57:17.719 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:57:17.719 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:57:17.791 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:57:17.823 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:57:17.849 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:57:17.851 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:57:17.851 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:57:17.876 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:57:17.879 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:57:17.879 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:57:17.950 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2026-04-02T11:57:17.950 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2026-04-02T11:57:17.950 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2026-04-02T11:57:18.023 INFO:tasks.workunit.client.0.vm01.stdout:INFO: fully qualified domain name: vm01.local 2026-04-02T11:57:18.023 INFO:tasks.workunit.client.0.vm01.stdout:== TESTING *ABORTING* MULTIPART UPLOAD WITH RE-UPLOADS == 2026-04-02T11:57:18.023 INFO:tasks.workunit.client.0.vm01.stdout:== TESTING NON-VERSIONED BUCKET == 2026-04-02T11:57:19.459 INFO:tasks.workunit.client.0.vm01.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:57:19.549 INFO:tasks.workunit.client.0.vm01.stdout:Collecting pip 2026-04-02T11:57:19.554 INFO:tasks.workunit.client.0.vm01.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:57:19.583 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: pip 2026-04-02T11:57:19.583 INFO:tasks.workunit.client.0.vm01.stdout: Attempting uninstall: pip 2026-04-02T11:57:19.583 INFO:tasks.workunit.client.0.vm01.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:57:19.690 INFO:tasks.workunit.client.0.vm01.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:57:19.693 INFO:tasks.workunit.client.0.vm01.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:57:20.100 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed pip-26.0.1 2026-04-02T11:57:20.494 INFO:tasks.workunit.client.0.vm01.stdout:Collecting boto3 2026-04-02T11:57:20.495 INFO:tasks.workunit.client.0.vm01.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:57:20.668 INFO:tasks.workunit.client.0.vm01.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:57:20.669 INFO:tasks.workunit.client.0.vm01.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:57:20.684 INFO:tasks.workunit.client.0.vm01.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:57:20.685 INFO:tasks.workunit.client.0.vm01.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:57:20.699 INFO:tasks.workunit.client.0.vm01.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:57:20.700 INFO:tasks.workunit.client.0.vm01.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:57:20.714 INFO:tasks.workunit.client.0.vm01.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:57:20.715 INFO:tasks.workunit.client.0.vm01.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:57:20.733 INFO:tasks.workunit.client.0.vm01.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:57:20.734 INFO:tasks.workunit.client.0.vm01.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:57:20.750 INFO:tasks.workunit.client.0.vm01.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:57:20.751 INFO:tasks.workunit.client.0.vm01.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:57:20.809 INFO:tasks.workunit.client.0.vm01.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:57:20.810 INFO:tasks.workunit.client.0.vm01.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:57:20.816 INFO:tasks.workunit.client.0.vm01.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:57:20.817 INFO:tasks.workunit.client.0.vm01.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:57:20.818 INFO:tasks.workunit.client.0.vm01.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:57:20.819 INFO:tasks.workunit.client.0.vm01.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:57:20.819 INFO:tasks.workunit.client.0.vm01.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:57:20.852 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:57:21.272 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:57:21.273 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:57:21.441 INFO:tasks.workunit.client.0.vm01.stdout:INFO: creating user 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout:{ 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "user_id": "testid", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "display_name": "M. Tester", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "email": "tester@ceph.com", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "suspended": 0, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "max_buckets": 1000, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "subusers": [], 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "keys": [ 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: { 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "user": "testid", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "access_key": "0555b35654ad1656d804", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "active": true, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:57:21.542878Z" 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: } 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: ], 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "swift_keys": [], 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "caps": [], 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "op_mask": "read, write, delete", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "default_placement": "", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "default_storage_class": "", 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "placement_tags": [], 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "bucket_quota": { 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:57:21.551 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "user_quota": { 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "enabled": false, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "check_on_raw": false, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "max_size": -1, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "max_objects": -1 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: }, 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "temp_url_keys": [], 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "type": "rgw", 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "mfa_ids": [], 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "account_id": "", 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "path": "/", 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "create_date": "2026-04-02T11:57:21.542866Z", 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "tags": [], 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: "group_ids": [] 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout:} 2026-04-02T11:57:21.552 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:57:21.653 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:57:21.653 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:57:24.140 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:24.140 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:24.198 INFO:tasks.workunit.client.0.vm01.stderr:5+0 records in 2026-04-02T11:57:24.198 INFO:tasks.workunit.client.0.vm01.stderr:5+0 records out 2026-04-02T11:57:24.198 INFO:tasks.workunit.client.0.vm01.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0120573 s, 435 MB/s 2026-04-02T11:57:24.200 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:24.200 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:24.259 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:24.259 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:25.147 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:25.147 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:26.015 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:26.015 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:26.919 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:26.919 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:27.807 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:27.807 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:28.699 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:28.699 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:29.565 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:29.565 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:30.450 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:30.451 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:31.332 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:31.332 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:32.208 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:32.208 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:33.107 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:33.107 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:33.989 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:33.989 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:34.883 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:34.883 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:35.769 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm01.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:57:35.769 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:bucket nams is reupload-bkt-117536 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:endpoint is https://vm01.local:443 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:start UploadId=2~A8G7WDnmV-pjeWBSFunWWUVoLHZuYEr 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 1 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 1 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 2} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.826 INFO:tasks.workunit.client.0.vm01.stdout:phase 2 uploaded part {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1} 2026-04-02T11:57:35.827 INFO:tasks.workunit.client.0.vm01.stdout:aborting multipart upload, parts=[{'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 1}, {'ETag': '"faae57938d5c983f102606779259906a"', 'PartNumber': 2}] 2026-04-02T11:57:36.659 INFO:tasks.workunit.client.0.vm01.stdout:radosgw-admin bucket radoslist: 2026-04-02T11:57:36.713 INFO:tasks.workunit.client.0.vm01.stdout:rados ls: 2026-04-02T11:57:36.718 INFO:tasks.workunit.client.0.vm01.stdout:== PASSED == 2026-04-02T11:57:36.718 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:57:36.719 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:57:36.801 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2026-04-02T11:57:36.801 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:57:37.237 DEBUG:teuthology.parallel:result is None 2026-04-02T11:57:37.238 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:57:37.277 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:57:37.277 DEBUG:teuthology.orchestra.run.vm01:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:57:37.350 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:57:37.350 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:57:37.352 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:57:37.352 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:57:37.352 DEBUG:teuthology.orchestra.run.vm01:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:57:37.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:57:37.419 INFO:teuthology.orchestra.run.vm01.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:57:37.419 DEBUG:teuthology.orchestra.run.vm01:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:57:37.492 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:57:37.492 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:57:37.562 INFO:tasks.workunit:timeout=3h 2026-04-02T11:57:37.562 INFO:tasks.workunit:cleanup=True 2026-04-02T11:57:37.563 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:57:37.633 INFO:tasks.workunit.client.0.vm01.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T11:58:10.030 INFO:tasks.workunit.client.0.vm01.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T11:58:10.030 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.030 INFO:tasks.workunit.client.0.vm01.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T11:58:10.030 INFO:tasks.workunit.client.0.vm01.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T11:58:10.030 INFO:tasks.workunit.client.0.vm01.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: git switch -c 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr:Or undo this operation with: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: git switch - 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T11:58:10.031 INFO:tasks.workunit.client.0.vm01.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T11:58:10.039 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T11:58:10.107 INFO:tasks.workunit.client.0.vm01.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T11:58:10.109 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:58:10.109 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T11:58:10.147 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T11:58:10.184 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T11:58:10.220 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T11:58:10.222 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:58:10.222 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T11:58:10.251 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T11:58:10.254 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:58:10.254 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T11:58:10.323 INFO:tasks.workunit:Running workunits matching rgw/run-rados-pool-quota.sh on client.0... 2026-04-02T11:58:10.324 INFO:tasks.workunit:Running workunit rgw/run-rados-pool-quota.sh... 2026-04-02T11:58:10.324 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/run-rados-pool-quota.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:58:10.396 INFO:tasks.workunit.client.0.vm01.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-02T11:58:10.397 INFO:tasks.workunit.client.0.vm01.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:58:10.397 INFO:tasks.workunit.client.0.vm01.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ deactivate nondestructive 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ unset VIRTUAL_ENV 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ export VIRTUAL_ENV 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ export PATH 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -z '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ PS1='(rgw) ' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ export PS1 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T11:58:11.671 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install pip --upgrade 2026-04-02T11:58:11.815 INFO:tasks.workunit.client.0.vm01.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T11:58:11.904 INFO:tasks.workunit.client.0.vm01.stdout:Collecting pip 2026-04-02T11:58:11.908 INFO:tasks.workunit.client.0.vm01.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T11:58:11.937 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: pip 2026-04-02T11:58:11.937 INFO:tasks.workunit.client.0.vm01.stdout: Attempting uninstall: pip 2026-04-02T11:58:11.937 INFO:tasks.workunit.client.0.vm01.stdout: Found existing installation: pip 21.3.1 2026-04-02T11:58:12.057 INFO:tasks.workunit.client.0.vm01.stdout: Uninstalling pip-21.3.1: 2026-04-02T11:58:12.060 INFO:tasks.workunit.client.0.vm01.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T11:58:12.510 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed pip-26.0.1 2026-04-02T11:58:12.556 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install boto3 2026-04-02T11:58:12.984 INFO:tasks.workunit.client.0.vm01.stdout:Collecting boto3 2026-04-02T11:58:12.985 INFO:tasks.workunit.client.0.vm01.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T11:58:13.163 INFO:tasks.workunit.client.0.vm01.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T11:58:13.163 INFO:tasks.workunit.client.0.vm01.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T11:58:13.176 INFO:tasks.workunit.client.0.vm01.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T11:58:13.177 INFO:tasks.workunit.client.0.vm01.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T11:58:13.191 INFO:tasks.workunit.client.0.vm01.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T11:58:13.191 INFO:tasks.workunit.client.0.vm01.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:58:13.205 INFO:tasks.workunit.client.0.vm01.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:58:13.206 INFO:tasks.workunit.client.0.vm01.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T11:58:13.225 INFO:tasks.workunit.client.0.vm01.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:58:13.226 INFO:tasks.workunit.client.0.vm01.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T11:58:13.242 INFO:tasks.workunit.client.0.vm01.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T11:58:13.242 INFO:tasks.workunit.client.0.vm01.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T11:58:13.284 INFO:tasks.workunit.client.0.vm01.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T11:58:13.285 INFO:tasks.workunit.client.0.vm01.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T11:58:13.292 INFO:tasks.workunit.client.0.vm01.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T11:58:13.293 INFO:tasks.workunit.client.0.vm01.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T11:58:13.294 INFO:tasks.workunit.client.0.vm01.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T11:58:13.294 INFO:tasks.workunit.client.0.vm01.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T11:58:13.295 INFO:tasks.workunit.client.0.vm01.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T11:58:13.329 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T11:58:13.790 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T11:58:13.791 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T11:58:13.869 INFO:tasks.workunit.client.0.vm01.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_rados_pool_quota.py 2026-04-02T11:58:13.957 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin user create --uid quota-tester --display-name "Quota Tester" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2026-04-02T11:58:13.981 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:13.982 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:14.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.000+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 20 realm 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.001+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.002+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.002+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.002+0000 7f97b494b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.002+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.003+0000 7f97b494b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:14.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.003+0000 7f97b494b900 20 searching for the correct realm 2026-04-02T11:58:14.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.006+0000 7f97abfff640 0 -- 192.168.123.101:0/3981850775 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f97a4060dc0 msgr2=0x7f97a4062a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.011+0000 7f97abfff640 0 -- 192.168.123.101:0/3981850775 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f976c0a2f80 msgr2=0x7f976c0c3380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:14.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.014+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 zone default found 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 4 Realm: () 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 zonegroup default 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 started sync module instance, tier type = 2026-04-02T11:58:14.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.015+0000 7f97b494b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:58:14.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.019+0000 7f97b494b900 20 add_watcher() i=3 2026-04-02T11:58:14.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.019+0000 7f97b494b900 20 add_watcher() i=5 2026-04-02T11:58:14.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.020+0000 7f97b494b900 20 add_watcher() i=6 2026-04-02T11:58:14.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.020+0000 7f97b494b900 20 add_watcher() i=7 2026-04-02T11:58:14.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.021+0000 7f97b494b900 20 add_watcher() i=0 2026-04-02T11:58:14.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.021+0000 7f97b494b900 20 add_watcher() i=4 2026-04-02T11:58:14.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.021+0000 7f97b494b900 20 add_watcher() i=1 2026-04-02T11:58:14.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.021+0000 7f97b494b900 20 add_watcher() i=2 2026-04-02T11:58:14.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.021+0000 7f97b494b900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:14.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.023+0000 7f97b494b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:14.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.023+0000 7f97b494b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:14.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.023+0000 7f97b494b900 5 note: GC not initialized 2026-04-02T11:58:14.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.023+0000 7f975cff1640 20 reqs_thread_entry: start 2026-04-02T11:58:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 init_complete bucket index max shards: 11 2026-04-02T11:58:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 Filter name: none 2026-04-02T11:58:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97567fc640 20 reqs_thread_entry: start 2026-04-02T11:58:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache get: name=default.rgw.meta+users.uid+quota-tester : miss 2026-04-02T11:58:14.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 adding default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 rados->read ofs=0 len=0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:58:14.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.065+0000 7f97b494b900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-02T11:58:14.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.066+0000 7f97b494b900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:58:14.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.066+0000 7f97b494b900 10 moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:58:14.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.066+0000 7f97b494b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:quota-tester, ofs0, ns] 2026-04-02T11:58:14.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.067+0000 7f978f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1267015352399 cookie 94516132612976 notifier 5931 bl.length()=592 2026-04-02T11:58:14.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.067+0000 7f978f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-02T11:58:14.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.067+0000 7f978f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.069+0000 7f97b494b900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.069+0000 7f97b494b900 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.069+0000 7f97b494b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.070+0000 7f978effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1267015352329 cookie 94516133266736 notifier 5931 bl.length()=186 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.070+0000 7f978effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-02T11:58:14.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.070+0000 7f978effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=2 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 2 removed watcher, disabling cache 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=1 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=3 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=5 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=7 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=6 2026-04-02T11:58:14.077 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=4 2026-04-02T11:58:14.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:14.075+0000 7f97b494b900 20 remove_watcher() i=0 2026-04-02T11:58:14.088 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T11:58:14.088 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T11:58:14.217 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:14.217 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:14.265 INFO:tasks.workunit.client.0.vm01.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T11:58:15.861 INFO:tasks.workunit.client.0.vm01.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T11:58:15.875 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:15.875 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:15.889 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:15.890 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:15.934 INFO:tasks.workunit.client.0.vm01.stderr:TEST: verify that objects can be deleted with rados pool at quota 2026-04-02T11:58:15.937 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:15.937 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:15.989 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:15.989 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.041 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.042 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.092 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.092 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.143 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.195 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.195 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.247 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.247 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.298 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.298 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.350 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.350 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.399 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:16.399 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:16.453 INFO:tasks.workunit.client.0.vm01.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 1 2026-04-02T11:58:17.873 INFO:tasks.workunit.client.0.vm01.stderr:set-quota max_objects = 1 for pool default.rgw.buckets.data 2026-04-02T11:58:17.885 INFO:tasks.workunit.client.0.vm01.stderr:forcing quota to propagate 2026-04-02T11:58:27.897 INFO:tasks.workunit.client.0.vm01.stderr:rados -p default.rgw.buckets.data ls 2026-04-02T11:58:27.913 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:27.914 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:28.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:28.138+0000 7f55f6429640 0 -- 192.168.123.101:0/2682443931 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f55e4043040 msgr2=0x7f55e4054910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:28.146 INFO:tasks.workunit.client.0.vm01.stderr:forced quota to propagate 2026-04-02T11:58:28.148 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.148 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.165 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.166 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.187 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.187 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.211 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.211 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.228 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.228 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.246 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.246 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.270 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.270 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.292 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.292 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.320 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.320 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.346 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.346 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.372 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T11:58:28.372 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T11:58:28.401 INFO:tasks.workunit.client.0.vm01.stderr:rados -p default.rgw.buckets.data ls | grep 31d36102-0aff-4e99-b0d6-3640efede8b0 2026-04-02T11:58:28.418 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:28.418 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:28.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T11:58:28.458+0000 7fa57254a640 0 -- 192.168.123.101:0/3171446246 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fa56405b0b0 msgr2=0x7fa56404f450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:28.472 INFO:tasks.workunit.client.0.vm01.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-02T11:58:30.197 INFO:tasks.workunit.client.0.vm01.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-02T11:58:30.209 INFO:tasks.workunit.client.0.vm01.stderr:Completed rados pool quota tests 2026-04-02T11:58:30.209 INFO:tasks.workunit.client.0.vm01.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-02T11:58:30.209 INFO:tasks.workunit.client.0.vm01.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-02T11:58:30.209 INFO:tasks.workunit.client.0.vm01.stdout:connected to https://localhost:443 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ deactivate 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ export PATH 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n '' ']' 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ hash -r 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' -n '' ']' 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ unset VIRTUAL_ENV 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ unset -f deactivate 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stderr:+ echo OK. 2026-04-02T11:58:30.282 INFO:tasks.workunit.client.0.vm01.stdout:OK. 2026-04-02T11:58:30.283 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-02T11:58:30.283 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-02T11:58:30.367 INFO:tasks.workunit:Stopping ['rgw/run-rados-pool-quota.sh'] on client.0... 2026-04-02T11:58:30.367 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-02T11:58:30.833 DEBUG:teuthology.parallel:result is None 2026-04-02T11:58:30.834 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:30.875 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:30.875 DEBUG:teuthology.orchestra.run.vm01:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:58:30.946 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-02T11:58:30.946 INFO:teuthology.run_tasks:Running task ragweed... 2026-04-02T11:58:30.978 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2026-04-02T11:58:30.980 INFO:tasks.ragweed:Downloading ragweed... 2026-04-02T11:58:30.980 INFO:tasks.ragweed:Using branch 'tt-20.2.0-sse-s3-kmip-preview-not-for-production-2' for ragweed 2026-04-02T11:58:30.980 DEBUG:teuthology.orchestra.run.vm01:> git clone -b tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:58:31.015 INFO:teuthology.orchestra.run.vm01.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T11:58:31.441 INFO:teuthology.orchestra.run.vm01.stderr:fatal: Remote branch tt-20.2.0-sse-s3-kmip-preview-not-for-production-2 not found in upstream origin 2026-04-02T11:58:31.441 DEBUG:teuthology.orchestra.run:got remote process result: 128 2026-04-02T11:58:31.443 INFO:tasks.ragweed:Using branch 'ceph-tentacle' for ragweed 2026-04-02T11:58:31.444 DEBUG:teuthology.orchestra.run.vm01:> git clone -b ceph-tentacle https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:58:31.520 INFO:teuthology.orchestra.run.vm01.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-02T11:58:32.060 INFO:tasks.ragweed:Creating rgw users... 2026-04-02T11:58:32.060 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2026-04-02T11:58:32.060 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key RWLLLBCFGINTBWPVHPFU --secret QzWronbA+q+jrXm6E2gkZpRTO7cLFtkPttUHnn2hNfy16k3t4W0uEw== --email ragweed.client.0+test@test.test --system false 2026-04-02T11:58:32.163 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:32.163 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:32.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.182+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 realm 2026-04-02T11:58:32.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:32.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.183+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.184+0000 7f4a42366900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:32.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.184+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.185+0000 7f4a42366900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:32.187 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.185+0000 7f4a42366900 20 searching for the correct realm 2026-04-02T11:58:32.191 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.189+0000 7f4a3e8e1640 0 -- 192.168.123.101:0/1228316832 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f4a240a4040 msgr2=0x7f4a24089740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:32.195 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.193+0000 7f4a3e0e0640 0 -- 192.168.123.101:0/1228316832 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55fe3c2bdcb0 msgr2=0x55fe3c2be120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.195+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:32.198 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 zone default found 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 4 Realm: () 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 zonegroup default 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.196+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.200 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 started sync module instance, tier type = 2026-04-02T11:58:32.200 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.197+0000 7f4a42366900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=3 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=0 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=4 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=5 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=6 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=7 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=1 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 20 add_watcher() i=2 2026-04-02T11:58:32.204 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.202+0000 7f4a42366900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:32.206 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.204+0000 7f4a42366900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:32.206 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.204+0000 7f4a42366900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:32.206 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.204+0000 7f4a42366900 5 note: GC not initialized 2026-04-02T11:58:32.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.204+0000 7f49e6ffd640 20 reqs_thread_entry: start 2026-04-02T11:58:32.260 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.257+0000 7f4a42366900 20 init_complete bucket index max shards: 11 2026-04-02T11:58:32.260 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.257+0000 7f4a42366900 20 Filter name: none 2026-04-02T11:58:32.260 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f49e4ff9640 20 reqs_thread_entry: start 2026-04-02T11:58:32.260 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T11:58:32.260 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 10 cache get: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU : miss 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.258+0000 7f4a42366900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.259+0000 7f4a42366900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.259+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU info.flags=0x0 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.259+0000 7f4a42366900 10 adding default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU to cache LRU end 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.259+0000 7f4a42366900 10 cache get: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU : hit (negative entry) 2026-04-02T11:58:32.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.259+0000 7f4a42366900 10 cache get: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU : hit (negative entry) 2026-04-02T11:58:32.263 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.260+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T11:58:32.263 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.260+0000 7f4a42366900 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:58:32.263 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.260+0000 7f4a42366900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T11:58:32.263 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.261+0000 7f4a1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123475 cookie 94550419611664 notifier 5627 bl.length()=675 2026-04-02T11:58:32.264 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.261+0000 7f4a1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-02T11:58:32.264 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.261+0000 7f4a1dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.263+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.263+0000 7f4a42366900 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.263+0000 7f4a42366900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.264+0000 7f4a1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123405 cookie 94550421189888 notifier 5627 bl.length()=202 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.264+0000 7f4a1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-02T11:58:32.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.264+0000 7f4a1dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.269 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.266+0000 7f4a42366900 10 cache put: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU info.flags=0x7 2026-04-02T11:58:32.269 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.266+0000 7f4a42366900 10 moving default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU to cache LRU end 2026-04-02T11:58:32.269 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.266+0000 7f4a42366900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:RWLLLBCFGINTBWPVHPFU, ofs0, ns] 2026-04-02T11:58:32.270 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.267+0000 7f4a1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123473 cookie 94550421193632 notifier 5627 bl.length()=190 2026-04-02T11:58:32.270 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.267+0000 7f4a1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU info.flags=0x7 2026-04-02T11:58:32.270 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.267+0000 7f4a1dffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RWLLLBCFGINTBWPVHPFU to cache LRU end 2026-04-02T11:58:32.270 INFO:teuthology.orchestra.run.vm01.stdout:{ 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "user_id": "ragweed.client.0", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "display_name": "Mr. ragweed.client.0", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "email": "ragweed.client.0+test@test.test", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "suspended": 0, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_buckets": 1000, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "subusers": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "keys": [ 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: { 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "user": "ragweed.client.0", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "access_key": "RWLLLBCFGINTBWPVHPFU", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "secret_key": "QzWronbA+q+jrXm6E2gkZpRTO7cLFtkPttUHnn2hNfy16k3t4W0uEw==", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "active": true, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "create_date": "2026-04-02T11:58:32.260470Z" 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: } 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: ], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "swift_keys": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "caps": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "op_mask": "read, write, delete", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "default_placement": "", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "default_storage_class": "", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "placement_tags": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "bucket_quota": { 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "enabled": false, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "check_on_raw": false, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_size": -1, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_objects": -1 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: }, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "user_quota": { 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "enabled": false, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "check_on_raw": false, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_size": -1, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "max_objects": -1 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: }, 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "temp_url_keys": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "type": "rgw", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "mfa_ids": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "account_id": "", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "path": "/", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "create_date": "2026-04-02T11:58:32.260466Z", 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "tags": [], 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: "group_ids": [] 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout:} 2026-04-02T11:58:32.271 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:58:32.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.273+0000 7f4a42366900 20 remove_watcher() i=0 2026-04-02T11:58:32.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.273+0000 7f4a42366900 2 removed watcher, disabling cache 2026-04-02T11:58:32.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.273+0000 7f4a42366900 20 remove_watcher() i=3 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.273+0000 7f4a42366900 20 remove_watcher() i=5 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.273+0000 7f4a42366900 20 remove_watcher() i=2 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.274+0000 7f4a42366900 20 remove_watcher() i=6 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.274+0000 7f4a42366900 20 remove_watcher() i=7 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.274+0000 7f4a42366900 20 remove_watcher() i=1 2026-04-02T11:58:32.276 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.274+0000 7f4a42366900 20 remove_watcher() i=4 2026-04-02T11:58:32.283 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2026-04-02T11:58:32.283 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key JBXRUJGLWUPOVOYDJEEA --secret gtDsw0b/O+xJQXOh7byu44p6smn8eYQ/2Jbhjgffxs26afInV/UfZg== --email sysuser.client.0+test@test.test --system true 2026-04-02T11:58:32.342 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:58:32.342 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:58:32.364 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.361+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.365 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.365 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 realm 2026-04-02T11:58:32.365 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:58:32.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.363+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.364+0000 7fb297b89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:32.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.364+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.365+0000 7fb297b89900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:58:32.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.365+0000 7fb297b89900 20 searching for the correct realm 2026-04-02T11:58:32.370 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.368+0000 7fb28f7fe640 0 -- 192.168.123.101:0/2539127485 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fb2880bcf00 msgr2=0x7fb2880bb720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:58:32.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.372+0000 7fb28f7fe640 0 -- 192.168.123.101:0/2539127485 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fb2500a3360 msgr2=0x7fb2500c3760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.378 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.376+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 zone default found 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 4 Realm: () 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 zonegroup default 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 started sync module instance, tier type = 2026-04-02T11:58:32.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.377+0000 7fb297b89900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:58:32.383 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=2 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=5 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=6 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=0 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=3 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.381+0000 7fb297b89900 20 add_watcher() i=4 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.382+0000 7fb297b89900 20 add_watcher() i=7 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.382+0000 7fb297b89900 20 add_watcher() i=1 2026-04-02T11:58:32.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.382+0000 7fb297b89900 2 all 8 watchers are set, enabling cache 2026-04-02T11:58:32.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.384+0000 7fb297b89900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:58:32.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.384+0000 7fb297b89900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:58:32.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.384+0000 7fb297b89900 5 note: GC not initialized 2026-04-02T11:58:32.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.384+0000 7fb240ff1640 20 reqs_thread_entry: start 2026-04-02T11:58:32.448 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.445+0000 7fb297b89900 20 init_complete bucket index max shards: 11 2026-04-02T11:58:32.448 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.445+0000 7fb297b89900 20 Filter name: none 2026-04-02T11:58:32.448 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb23a7fc640 20 reqs_thread_entry: start 2026-04-02T11:58:32.448 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T11:58:32.448 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.446+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 cache get: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA : miss 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 20 rados->read ofs=0 len=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA info.flags=0x0 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 adding default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA to cache LRU end 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 cache get: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA : hit (negative entry) 2026-04-02T11:58:32.449 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.447+0000 7fb297b89900 10 cache get: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA : hit (negative entry) 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.448+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.448+0000 7fb297b89900 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.448+0000 7fb297b89900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.449+0000 7fb272ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123406 cookie 94287073034144 notifier 5645 bl.length()=675 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.449+0000 7fb272ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-02T11:58:32.451 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.449+0000 7fb272ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:58:32.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T11:58:32.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb297b89900 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb297b89900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T11:58:32.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb272ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123476 cookie 94287071308912 notifier 5645 bl.length()=202 2026-04-02T11:58:32.455 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb272ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-02T11:58:32.455 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.452+0000 7fb272ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.454+0000 7fb297b89900 10 cache put: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA info.flags=0x7 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.454+0000 7fb297b89900 10 moving default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA to cache LRU end 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.454+0000 7fb297b89900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:JBXRUJGLWUPOVOYDJEEA, ofs0, ns] 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.455+0000 7fb2727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123474 cookie 94287073035472 notifier 5645 bl.length()=190 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.455+0000 7fb2727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA info.flags=0x7 2026-04-02T11:58:32.457 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.455+0000 7fb2727fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JBXRUJGLWUPOVOYDJEEA to cache LRU end 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout:{ 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "user_id": "sysuser.client.0", 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "display_name": "Mr. sysuser.client.0", 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "email": "sysuser.client.0+test@test.test", 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "suspended": 0, 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "max_buckets": 1000, 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "subusers": [], 2026-04-02T11:58:32.458 INFO:teuthology.orchestra.run.vm01.stdout: "keys": [ 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: { 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "user": "sysuser.client.0", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "access_key": "JBXRUJGLWUPOVOYDJEEA", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "secret_key": "gtDsw0b/O+xJQXOh7byu44p6smn8eYQ/2Jbhjgffxs26afInV/UfZg==", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "active": true, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "create_date": "2026-04-02T11:58:32.448470Z" 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: } 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: ], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "swift_keys": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "caps": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "op_mask": "read, write, delete", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "system": true, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "default_placement": "", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "default_storage_class": "", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "placement_tags": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "bucket_quota": { 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "enabled": false, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "check_on_raw": false, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_size": -1, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_objects": -1 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: }, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "user_quota": { 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "enabled": false, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "check_on_raw": false, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_size": -1, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_size_kb": 0, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "max_objects": -1 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: }, 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "temp_url_keys": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "type": "rgw", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "mfa_ids": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "account_id": "", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "path": "/", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "create_date": "2026-04-02T11:58:32.448456Z", 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "tags": [], 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: "group_ids": [] 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout:} 2026-04-02T11:58:32.459 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=7 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 2 removed watcher, disabling cache 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=0 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=3 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=5 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=6 2026-04-02T11:58:32.463 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=2 2026-04-02T11:58:32.464 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=1 2026-04-02T11:58:32.464 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:58:32.461+0000 7fb297b89900 20 remove_watcher() i=4 2026-04-02T11:58:32.470 INFO:tasks.ragweed:Configuring ragweed... 2026-04-02T11:58:32.470 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:58:32.470 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2026-04-02T11:58:32.502 INFO:tasks.ragweed:Configuring boto... 2026-04-02T11:58:32.502 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T11:58:32.502 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/boto.cfg 2026-04-02T11:58:32.574 DEBUG:teuthology.orchestra.run.vm01:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2026-04-02T11:58:33.048 INFO:teuthology.orchestra.run.vm01.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-02T11:58:35.772 INFO:teuthology.orchestra.run.vm01.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=61.0' 2026-04-02T11:58:36.208 INFO:teuthology.orchestra.run.vm01.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:58:36.389 INFO:teuthology.orchestra.run.vm01.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:58:36.577 INFO:teuthology.orchestra.run.vm01.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-02T11:58:36.723 INFO:teuthology.orchestra.run.vm01.stdout:py: install_package_deps> python -I -m pip install PyYAML boto gevent isodate munch 2026-04-02T11:58:36.975 INFO:teuthology.orchestra.run.vm01.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.tar.gz 2026-04-02T11:58:38.223 INFO:teuthology.orchestra.run.vm01.stdout:py: commands[0]> python -m pytest -v -m 'not fails_on_rgw' 2026-04-02T11:58:38.338 INFO:teuthology.orchestra.run.vm01.stdout:============================= test session starts ============================== 2026-04-02T11:58:38.338 INFO:teuthology.orchestra.run.vm01.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2026-04-02T11:58:38.338 INFO:teuthology.orchestra.run.vm01.stdout:cachedir: .tox/py/.pytest_cache 2026-04-02T11:58:38.338 INFO:teuthology.orchestra.run.vm01.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:58:38.338 INFO:teuthology.orchestra.run.vm01.stdout:configfile: pytest.ini 2026-04-02T11:58:38.417 INFO:teuthology.orchestra.run.vm01.stdout:collecting ... collected 9 items 2026-04-02T11:58:38.417 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:58:42.496 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2026-04-02T11:58:47.668 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2026-04-02T11:58:50.917 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2026-04-02T11:58:55.896 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2026-04-02T11:59:00.110 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2026-04-02T11:59:12.081 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2026-04-02T11:59:20.132 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2026-04-02T11:59:29.208 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout:=============================== warnings summary =============================== 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout: import imp 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout: 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2026-04-02T11:59:46.696 INFO:teuthology.orchestra.run.vm01.stdout:=================== 9 passed, 1 warning in 68.34s (0:01:08) ==================== 2026-04-02T11:59:46.721 INFO:teuthology.orchestra.run.vm01.stdout: py: OK (73.94=setup[5.45]+cmd[68.50] seconds) 2026-04-02T11:59:46.721 INFO:teuthology.orchestra.run.vm01.stdout: congratulations :) (73.96 seconds) 2026-04-02T11:59:46.740 INFO:tasks.ragweed:Cleaning up boto... 2026-04-02T11:59:46.740 DEBUG:teuthology.orchestra.run.vm01:> rm -f /home/ubuntu/cephtest/boto.cfg 2026-04-02T11:59:46.770 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2026-04-02T11:59:46.859 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:46.859 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:46.880 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.877+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.880 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.880 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 realm 2026-04-02T11:59:46.880 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.878+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.879+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:46.881 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.879+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.882 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.880+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:46.882 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.880+0000 7ffbe6d5d900 20 searching for the correct realm 2026-04-02T11:59:46.885 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.883+0000 7ffbe3371640 0 -- 192.168.123.101:0/1300544034 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55c9509c3590 msgr2=0x55c9509c3a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:46.889 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.887+0000 7ffbe236f640 0 -- 192.168.123.101:0/1300544034 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55c9509c06a0 msgr2=0x55c9509c0af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.889+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:46.892 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 zone default found 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 4 Realm: () 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 zonegroup default 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.890+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.891+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.891+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.891+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.891+0000 7ffbe6d5d900 20 started sync module instance, tier type = 2026-04-02T11:59:46.893 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.891+0000 7ffbe6d5d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.894+0000 7ffbe6d5d900 20 add_watcher() i=3 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.894+0000 7ffbe6d5d900 20 add_watcher() i=1 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=5 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=0 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=4 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=2 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=7 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 20 add_watcher() i=6 2026-04-02T11:59:46.897 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.895+0000 7ffbe6d5d900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:46.899 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.897+0000 7ffbe6d5d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:46.899 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.897+0000 7ffbe6d5d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:46.928 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.926+0000 7ffb8b7fe640 20 reqs_thread_entry: start 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.964+0000 7ffbe6d5d900 20 init_complete bucket index max shards: 11 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.964+0000 7ffbe6d5d900 20 Filter name: none 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.964+0000 7ffb897fa640 20 reqs_thread_entry: start 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.964+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.964+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-02T11:59:46.967 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 : miss 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.965+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=434 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 info.flags=0x17 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 to cache LRU end 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:46.968 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.966+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 2026-04-02T11:59:46.969 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.967+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2026-04-02T11:59:46.969 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.967+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2026-04-02T11:59:46.969 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.967+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2026-04-02T11:59:46.970 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.967+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2026-04-02T11:59:46.970 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.968+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2026-04-02T11:59:46.970 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.968+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2026-04-02T11:59:46.970 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.968+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2026-04-02T11:59:46.971 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.969+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2026-04-02T11:59:46.971 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.969+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2026-04-02T11:59:46.972 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.973 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 10 manifest: total_size = 7805 2026-04-02T11:59:46.973 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7745822433850793447 2026-04-02T11:59:46.973 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.973 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.973 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.970+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.1 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=7805 stripe_ofs=7805 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7745822433850793447 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.k7H8z6qiCBKFByZdeKaBGVqGcGzs5EE_0 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:46.975 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.976 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.973+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7745822433850793447 2026-04-02T11:59:46.976 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.974+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.974+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.975+0000 7ffbe6d5d900 10 manifest: total_size = 5087 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.975+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15390192520297215042 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.975+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.975+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.977 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.975+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.2 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5087 stripe_ofs=5087 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15390192520297215042 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.bc8bVxCBoqTgDe7Ne4_rg0E8UZCqb9f_0 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.980 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.977+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15390192520297215042 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 10 manifest: total_size = 5251 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10642135855079985930 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.981 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.982 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.979+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.2 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.981+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.981+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5251 stripe_ofs=5251 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.981+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10642135855079985930 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.981+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.982+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.YF1lzfktqN5Sk1RUEw7PQLIdKfi4OdG_0 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.982+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.982+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.984 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.982+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10642135855079985930 2026-04-02T11:59:46.985 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.982+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2026-04-02T11:59:46.985 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.986 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 10 manifest: total_size = 5216 2026-04-02T11:59:46.986 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6198979094420402147 2026-04-02T11:59:46.986 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.986 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.986 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.983+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.3 2026-04-02T11:59:46.988 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.988 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5216 stripe_ofs=5216 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.988 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6198979094420402147 2026-04-02T11:59:46.988 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.989 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.yX92j6A2Ky_G843W-MhS71HKVQabg3s_0 2026-04-02T11:59:46.989 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:46.989 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.989 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.986+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6198979094420402147 2026-04-02T11:59:46.989 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.987+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2026-04-02T11:59:46.990 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.987+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.990 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.988+0000 7ffbe6d5d900 10 manifest: total_size = 5007 2026-04-02T11:59:46.990 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.988+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2175004636052533611 2026-04-02T11:59:46.990 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.988+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.990 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.988+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.991 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.988+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.4 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5007 stripe_ofs=5007 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2175004636052533611 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.cKEhj9wgHFQ6C1vF9A64GrvKnjhbaiR_0 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.991+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2175004636052533611 2026-04-02T11:59:46.994 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.992+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.992+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.993+0000 7ffbe6d5d900 10 manifest: total_size = 13678 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.993+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6071479119162388049 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.993+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.993+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:46.995 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.993+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.4 2026-04-02T11:59:46.998 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.995+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:46.998 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=13678 stripe_ofs=13678 part_ofs=0 rule->part_size=0 2026-04-02T11:59:46.998 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6071479119162388049 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.YX7TKdzBtxTzCHKCowjP7oGTGPPAwfH_0 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.996+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6071479119162388049 2026-04-02T11:59:46.999 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.997+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.997+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.998+0000 7ffbe6d5d900 10 manifest: total_size = 7496 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.998+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6217674625622734756 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.998+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.998+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:47.000 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:46.998+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.5 2026-04-02T11:59:47.003 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.000+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.003 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=7496 stripe_ofs=7496 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.003 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6217674625622734756 2026-04-02T11:59:47.003 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.004 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.WAawhXmJ4RyI8p_GRZreZG6peiYKfaI_0 2026-04-02T11:59:47.004 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.004 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.004 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.001+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6217674625622734756 2026-04-02T11:59:47.004 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.002+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.002+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b368d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.003+0000 7ffbe6d5d900 10 manifest: total_size = 7926 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.003+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2963785304171042252 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.003+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b368d0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.003+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:47.005 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.003+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.7 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=7926 stripe_ofs=7926 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2963785304171042252 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.hoY__wshr3n-oMR5J0Uzcnblz-dr-7L_0 2026-04-02T11:59:47.008 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.009 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.009 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.006+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2963785304171042252 2026-04-02T11:59:47.010 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.007+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2026-04-02T11:59:47.010 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.008+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b368d0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.011 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.008+0000 7ffbe6d5d900 10 manifest: total_size = 5445 2026-04-02T11:59:47.011 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.008+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8726322003792776192 2026-04-02T11:59:47.011 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.008+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b368d0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c950b31958 s->prefetch_data=0 2026-04-02T11:59:47.011 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.008+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b31958 2026-04-02T11:59:47.011 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.009+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5.8 2026-04-02T11:59:47.013 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.013 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5445 stripe_ofs=5445 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8726322003792776192 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5__shadow_.z0uBLCxK_8DXXmQRmGcOf-aiOV0SXP1_0 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.011+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.012+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8726322003792776192 2026-04-02T11:59:47.014 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.012+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2026-04-02T11:59:47.015 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.013+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.015 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.013+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.016 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.014+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.017 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.014+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.017 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.014+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.017 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.014+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.017 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.014+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.019 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.016+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2026-04-02T11:59:47.019 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.016+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.019 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.017+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=204 2026-04-02T11:59:47.019 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.017+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2026-04-02T11:59:47.019 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.017+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2026-04-02T11:59:47.021 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.018+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-conf from cache 2026-04-02T11:59:47.021 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.018+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2026-04-02T11:59:47.021 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.019+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94323130686352 notifier 6024 bl.length()=162 2026-04-02T11:59:47.024 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.021+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 from cache 2026-04-02T11:59:47.024 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.021+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5, ofs0, ns] 2026-04-02T11:59:47.024 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.022+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894470 cookie 94323130693392 notifier 6024 bl.length()=219 2026-04-02T11:59:47.029 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.026+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 : miss 2026-04-02T11:59:47.029 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.026+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.029 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.027+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.029 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.027+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 info.flags=0x0 2026-04-02T11:59:47.029 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.027+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5 to cache LRU end 2026-04-02T11:59:47.031 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.029+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 : miss 2026-04-02T11:59:47.031 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.029+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.029+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=465 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.029+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 info.flags=0x17 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.029+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 to cache LRU end 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.030+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.030+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.032 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.030+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b2b3f0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c950b37d08 s->prefetch_data=0 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 10 manifest: total_size = 26083 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7668336844343501428 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b2b3f0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c950b37d08 s->prefetch_data=0 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b37d08 2026-04-02T11:59:47.035 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.033+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12.10 2026-04-02T11:59:47.038 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2026-04-02T11:59:47.038 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7671 2026-04-02T11:59:47.038 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7673 2026-04-02T11:59:47.038 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=4 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4197879 part_ofs=7671 rule->part_size=7673 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=15344 stripe_ofs=15344 part_ofs=15344 rule->part_size=7672 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4205552 part_ofs=15344 rule->part_size=7672 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=23016 stripe_ofs=23016 part_ofs=23016 rule->part_size=3067 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4213224 part_ofs=23016 rule->part_size=3067 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=26083 stripe_ofs=26083 part_ofs=26083 rule->part_size=3067 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7668336844343501428 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12__multipart_foo.2~GRqxTd00tUztbEROsyM1fYmHbiY9xyX.1 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.036+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12__multipart_foo.2~GRqxTd00tUztbEROsyM1fYmHbiY9xyX.2 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12__multipart_foo.2~GRqxTd00tUztbEROsyM1fYmHbiY9xyX.3 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12__multipart_foo.2~GRqxTd00tUztbEROsyM1fYmHbiY9xyX.4 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.039 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.037+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7668336844343501428 2026-04-02T11:59:47.040 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.038+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.040 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.038+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.041 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.039+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.041 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.039+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.041 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.039+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.041 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.039+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.042 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.039+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.043 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.041+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2026-04-02T11:59:47.043 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.041+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.044 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.041+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=235 2026-04-02T11:59:47.044 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.041+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2026-04-02T11:59:47.044 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.041+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2026-04-02T11:59:47.045 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.042+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2026-04-02T11:59:47.045 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.042+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2026-04-02T11:59:47.045 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.043+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894551 cookie 94323129225552 notifier 6024 bl.length()=191 2026-04-02T11:59:47.048 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.046+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 from cache 2026-04-02T11:59:47.048 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.046+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12, ofs0, ns] 2026-04-02T11:59:47.048 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.046+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894471 cookie 94323130693392 notifier 6024 bl.length()=249 2026-04-02T11:59:47.052 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.049+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 : miss 2026-04-02T11:59:47.052 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.049+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.052 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.050+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.052 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.050+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 info.flags=0x0 2026-04-02T11:59:47.052 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.050+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12 to cache LRU end 2026-04-02T11:59:47.054 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 : miss 2026-04-02T11:59:47.054 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=472 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 info.flags=0x17 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 to cache LRU end 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.055 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.052+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.055+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.055+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b36130 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c950b38d18 s->prefetch_data=0 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.056+0000 7ffbe6d5d900 10 manifest: total_size = 886297 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.056+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682668979460119828 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.056+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b36130 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c950b38d18 s->prefetch_data=0 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.056+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b38d18 2026-04-02T11:59:47.058 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.056+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13.10 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=246247 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4928949 part_ofs=738741 rule->part_size=147556 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682668979460119828 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13__multipart_foo.2~__Bi8LI-CDWnLsVbQXQvrj5kEjg8ToM.1 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13__multipart_foo.2~__Bi8LI-CDWnLsVbQXQvrj5kEjg8ToM.2 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2026-04-02T11:59:47.062 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13__multipart_foo.2~__Bi8LI-CDWnLsVbQXQvrj5kEjg8ToM.3 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.059+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13__multipart_foo.2~__Bi8LI-CDWnLsVbQXQvrj5kEjg8ToM.4 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.060+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.060+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.060+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682668979460119828 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.060+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.061+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.063 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.061+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.064 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.062+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.064 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.062+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.064 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.062+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.064 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.062+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.064 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.062+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.066 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.064+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2026-04-02T11:59:47.066 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.064+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.067 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.064+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=242 2026-04-02T11:59:47.067 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.064+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2026-04-02T11:59:47.067 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.064+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2026-04-02T11:59:47.068 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.065+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2026-04-02T11:59:47.068 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.065+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2026-04-02T11:59:47.068 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.066+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894489 cookie 94323129233776 notifier 6024 bl.length()=198 2026-04-02T11:59:47.070 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.068+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 from cache 2026-04-02T11:59:47.070 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.068+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13, ofs0, ns] 2026-04-02T11:59:47.070 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.068+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 94323129219664 notifier 6024 bl.length()=256 2026-04-02T11:59:47.074 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.072+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 : miss 2026-04-02T11:59:47.074 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.072+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.074 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.072+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.074 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.072+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 info.flags=0x0 2026-04-02T11:59:47.074 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.072+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13 to cache LRU end 2026-04-02T11:59:47.076 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 : miss 2026-04-02T11:59:47.076 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 info.flags=0x17 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 to cache LRU end 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.077 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.074+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 2026-04-02T11:59:47.079 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.077+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo[a7jyw-3bOa7VYbGX0XRcYgA0ufYaHRN] 2026-04-02T11:59:47.079 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.077+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.080 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.077+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4a310 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c950b33eb8 s->prefetch_data=0 2026-04-02T11:59:47.080 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.078+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to 6sw8400a30nf3zd6x8c2a4dyu7wpz6lr 2026-04-02T11:59:47.080 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.078+0000 7ffbe6d5d900 20 get_obj_state_impl: setting s->olh_tag to ihsh563xjk1d8e4rra332fi3jau548gp 2026-04-02T11:59:47.080 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.078+0000 7ffbe6d5d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ihsh563xjk1d8e4rra332fi3jau548gp 2026-04-02T11:59:47.082 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.079+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.083 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.081+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.083 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.081+0000 7ffbe6d5d900 20 olh_log_entry: epoch=3 op=2 key=foo[] 2026-04-02T11:59:47.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.081+0000 7ffbe6d5d900 20 olh_log_entry: epoch=3 op=3 key=foo[a7jyw-3bOa7VYbGX0XRcYgA0ufYaHRN] 2026-04-02T11:59:47.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.081+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4a310 obj=test-client.0-r-test-multipart-index-versioning.1:_:a7jyw-3bOa7VYbGX0XRcYgA0ufYaHRN_foo state=0x55c950b54bb8 s->prefetch_data=0 2026-04-02T11:59:47.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.082+0000 7ffbe6d5d900 10 manifest: total_size = 18874368 2026-04-02T11:59:47.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.082+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5432368185884808446 2026-04-02T11:59:47.084 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.082+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4a310 obj=test-client.0-r-test-multipart-index-versioning.1:_:a7jyw-3bOa7VYbGX0XRcYgA0ufYaHRN_foo state=0x55c950b54bb8 s->prefetch_data=0 2026-04-02T11:59:47.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.082+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b54bb8 2026-04-02T11:59:47.085 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.082+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8380416 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9433088 stripe_ofs=9433088 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13623296 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.084+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=14675968 stripe_ofs=14675968 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:59:47.087 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.088 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=18866176 part_ofs=10485760 rule->part_size=5242880 2026-04-02T11:59:47.088 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=19918848 part_ofs=15728640 rule->part_size=3145728 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5432368185884808446 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__multipart_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.1 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__shadow_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.1_1 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__multipart_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.2 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__shadow_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.2_1 2026-04-02T11:59:47.089 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__multipart_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.3 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__shadow_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.3_1 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11__multipart_foo.2~iMil2KXwUdJWyRwmjNDyKxOdPkPt0qL.4 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5432368185884808446 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.085+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo[a7jyw-3bOa7VYbGX0XRcYgA0ufYaHRN] 2026-04-02T11:59:47.090 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.088+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4a310 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c950b33eb8 s->prefetch_data=0 2026-04-02T11:59:47.092 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.089+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.090+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11.10 2026-04-02T11:59:47.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.090+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.093 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.090+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.094 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.091+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.094 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.091+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.094 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.091+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.094 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.091+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.094 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.091+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.093+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2026-04-02T11:59:47.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.093+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.094+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=237 2026-04-02T11:59:47.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.094+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2026-04-02T11:59:47.096 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.094+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2026-04-02T11:59:47.097 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.094+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2026-04-02T11:59:47.097 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.094+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2026-04-02T11:59:47.097 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.095+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894490 cookie 94323129233776 notifier 6024 bl.length()=193 2026-04-02T11:59:47.100 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.097+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 from cache 2026-04-02T11:59:47.100 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.097+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11, ofs0, ns] 2026-04-02T11:59:47.100 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.098+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894491 cookie 94323129233776 notifier 6024 bl.length()=251 2026-04-02T11:59:47.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.102+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 : miss 2026-04-02T11:59:47.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.102+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.102+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.102+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 info.flags=0x0 2026-04-02T11:59:47.104 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.102+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11 to cache LRU end 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.103+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 : miss 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.103+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=457 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 info.flags=0x17 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 to cache LRU end 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.106 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.104+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 2026-04-02T11:59:47.109 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo 2026-04-02T11:59:47.109 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3b0e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c950b54488 s->prefetch_data=0 2026-04-02T11:59:47.109 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 10 manifest: total_size = 26083 2026-04-02T11:59:47.110 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7426508304386678818 2026-04-02T11:59:47.110 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3b0e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c950b54488 s->prefetch_data=0 2026-04-02T11:59:47.110 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b54488 2026-04-02T11:59:47.110 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.107+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10.10 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=7672 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7672 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4197880 part_ofs=7672 rule->part_size=7672 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=15344 stripe_ofs=15344 part_ofs=15344 rule->part_size=7672 2026-04-02T11:59:47.112 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=2 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4205552 part_ofs=15344 rule->part_size=7672 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=23016 stripe_ofs=23016 part_ofs=23016 rule->part_size=3067 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=2 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4213224 part_ofs=23016 rule->part_size=3067 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=26083 stripe_ofs=26083 part_ofs=26083 rule->part_size=3067 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7426508304386678818 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10__multipart_foo.2~dhjFLejYyq2mh1VP5hxFUoYdlr9ndfB.1 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10__multipart_foo.2~dhjFLejYyq2mh1VP5hxFUoYdlr9ndfB.2 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.110+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10__multipart_foo.2~dhjFLejYyq2mh1VP5hxFUoYdlr9ndfB.3 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10__multipart_foo.2~dhjFLejYyq2mh1VP5hxFUoYdlr9ndfB.4 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.113 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.111+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7426508304386678818 2026-04-02T11:59:47.114 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.112+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo 2026-04-02T11:59:47.114 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.112+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.115 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.112+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.116 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.113+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.116 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.113+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.116 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.113+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.116 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.113+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.116 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.113+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.117 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.115+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2026-04-02T11:59:47.117 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.115+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.118 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.116+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=227 2026-04-02T11:59:47.118 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.116+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2026-04-02T11:59:47.118 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.116+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2026-04-02T11:59:47.119 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.117+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2026-04-02T11:59:47.119 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.117+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2026-04-02T11:59:47.120 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.117+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894556 cookie 94323129219664 notifier 6024 bl.length()=183 2026-04-02T11:59:47.121 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.119+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 from cache 2026-04-02T11:59:47.121 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.119+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10, ofs0, ns] 2026-04-02T11:59:47.121 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.119+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894557 cookie 94323130686352 notifier 6024 bl.length()=241 2026-04-02T11:59:47.126 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.124+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 : miss 2026-04-02T11:59:47.126 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.124+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.126 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.124+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.126 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.124+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 info.flags=0x0 2026-04-02T11:59:47.126 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.124+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10 to cache LRU end 2026-04-02T11:59:47.128 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 : miss 2026-04-02T11:59:47.128 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 info.flags=0x17 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 to cache LRU end 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.126+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.127+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T11:59:47.129 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.127+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T11:59:47.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.127+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:59:47.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.128+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T11:59:47.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.128+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T11:59:47.130 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.128+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:59:47.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T11:59:47.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:59:47.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T11:59:47.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T11:59:47.131 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.129+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _VgqQjdWUPfhG3bjgCPR5-34MBaTpm54 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.132 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b42a08 2026-04-02T11:59:47.133 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.130+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.0 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _VgqQjdWUPfhG3bjgCPR5-34MBaTpm54 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.135 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.8HitmX965fDutAQ5pPDQGyQeTDBZ6fd_0 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.8HitmX965fDutAQ5pPDQGyQeTDBZ6fd_1 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.133+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _VgqQjdWUPfhG3bjgCPR5-34MBaTpm54 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.134+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T11:59:47.136 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.134+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.135+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.135+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _b__i6KfGXpJHrmMq34iP0UC0z0X-hZp 2026-04-02T11:59:47.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.135+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.135+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b42a08 2026-04-02T11:59:47.137 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.135+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.2 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _b__i6KfGXpJHrmMq34iP0UC0z0X-hZp 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.VJ8xMxHrujh9pxmlgPMarm6fVPT1cul_0 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.VJ8xMxHrujh9pxmlgPMarm6fVPT1cul_1 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.140 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.137+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _b__i6KfGXpJHrmMq34iP0UC0z0X-hZp 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.138+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16875099217186212423 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c950b42a08 s->prefetch_data=0 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b42a08 2026-04-02T11:59:47.141 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.139+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.3 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16875099217186212423 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.x3Ox80cwgil9MKxzUKkZx4h7gxg0bpB_0 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.x3Ox80cwgil9MKxzUKkZx4h7gxg0bpB_1 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.144 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.141+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16875099217186212423 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.142+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _REJwHXf4MUtLiiXsZRUgrHvcMYD7xJh 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.145 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.143+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.5 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _REJwHXf4MUtLiiXsZRUgrHvcMYD7xJh 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.zWtVs6sPFFWDXDtNQfqMex5RIYsRcjf_0 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.zWtVs6sPFFWDXDtNQfqMex5RIYsRcjf_1 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.148 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.146+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _REJwHXf4MUtLiiXsZRUgrHvcMYD7xJh 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.147+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.147+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.148+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.148+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _rdwV6wWaBnGvC2oPixiCJF0QJSXaMIa 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.148+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.148+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.150 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.148+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.5 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _rdwV6wWaBnGvC2oPixiCJF0QJSXaMIa 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.kn43Bq_XT188vrAi7-pbXFC5EB0m17r_0 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.kn43Bq_XT188vrAi7-pbXFC5EB0m17r_1 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.150+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _rdwV6wWaBnGvC2oPixiCJF0QJSXaMIa 2026-04-02T11:59:47.153 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5059586487793828807 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35220 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.151+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.5 2026-04-02T11:59:47.154 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.152+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5059586487793828807 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.2YDILgcKeVCxtH427fdLYfxWFfqe8b2_0 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.2YDILgcKeVCxtH427fdLYfxWFfqe8b2_1 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 560 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.156 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.153+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.5059586487793828807 2026-04-02T11:59:47.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b54990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _UA1sPKTOopDAcV_-JoPKa-Q5K3hX-K1 2026-04-02T11:59:47.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b54990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.157 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.7 2026-04-02T11:59:47.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.155+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _UA1sPKTOopDAcV_-JoPKa-Q5K3hX-K1 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.160 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.XRZ6CPHqrOR8mC24v7wAJ8chJqyjPaK_0 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.XRZ6CPHqrOR8mC24v7wAJ8chJqyjPaK_1 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.158+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _UA1sPKTOopDAcV_-JoPKa-Q5K3hX-K1 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T11:59:47.161 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b54990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4778900735332966171 2026-04-02T11:59:47.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b54990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.162 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.159+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.7 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4778900735332966171 2026-04-02T11:59:47.164 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.a7aybj8XHJV0xbB8ytImZGNWbLegqxc_0 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.a7aybj8XHJV0xbB8ytImZGNWbLegqxc_1 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.162+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4778900735332966171 2026-04-02T11:59:47.165 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00e52e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.3033762373093994503 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00e52e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.166 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.163+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.7 2026-04-02T11:59:47.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.166+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.169 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.3033762373093994503 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.2YDILgcKeVCxtH427fdLYfxWFfqe8b2_0 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.167+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.168+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.168+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.2YDILgcKeVCxtH427fdLYfxWFfqe8b2_1 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.168+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 560 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.168+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.170 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.168+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.3033762373093994503 2026-04-02T11:59:47.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.171 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2051534621489846443 2026-04-02T11:59:47.172 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.172 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.172 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.169+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.8 2026-04-02T11:59:47.174 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.171+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.174 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.171+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.174 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2051534621489846443 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.a7aybj8XHJV0xbB8ytImZGNWbLegqxc_0 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.172+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.173+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.173+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.a7aybj8XHJV0xbB8ytImZGNWbLegqxc_1 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.173+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.173+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.175 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.173+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2051534621489846443 2026-04-02T11:59:47.176 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.176 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.177 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _bAC84ptvGhymzeotfaw1JCRMFWwebEM 2026-04-02T11:59:47.177 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.177 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.177 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.174+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.8 2026-04-02T11:59:47.179 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.179 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.179 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _bAC84ptvGhymzeotfaw1JCRMFWwebEM 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.D_n2ShciBL_dzGXesQ0m9M1359k0PEn_0 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.D_n2ShciBL_dzGXesQ0m9M1359k0PEn_1 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.177+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.178+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _bAC84ptvGhymzeotfaw1JCRMFWwebEM 2026-04-02T11:59:47.180 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.178+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T11:59:47.181 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.182 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 10 manifest: total_size = 5242880 2026-04-02T11:59:47.182 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4304162568401223416 2026-04-02T11:59:47.182 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37910 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.182 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.182 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.179+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16.9 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4304162568401223416 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.x3Ox80cwgil9MKxzUKkZx4h7gxg0bpB_0 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16__shadow_.x3Ox80cwgil9MKxzUKkZx4h7gxg0bpB_1 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.184 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.182+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4304162568401223416 2026-04-02T11:59:47.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.183+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.183+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.185 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.183+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T11:59:47.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.184+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.184+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.184+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.184+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.186 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.184+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.188 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.186+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2026-04-02T11:59:47.188 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.186+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.188 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.186+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=233 2026-04-02T11:59:47.188 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.186+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2026-04-02T11:59:47.188 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.186+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2026-04-02T11:59:47.189 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.188+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2026-04-02T11:59:47.189 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.188+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2026-04-02T11:59:47.190 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.188+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894492 cookie 94323129233776 notifier 6024 bl.length()=189 2026-04-02T11:59:47.192 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.190+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 from cache 2026-04-02T11:59:47.192 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.190+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16, ofs0, ns] 2026-04-02T11:59:47.192 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.190+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894493 cookie 94323129233776 notifier 6024 bl.length()=247 2026-04-02T11:59:47.197 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.194+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 : miss 2026-04-02T11:59:47.197 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.194+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.197 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.195+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.197 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.195+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 info.flags=0x0 2026-04-02T11:59:47.197 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.195+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16 to cache LRU end 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.196+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 : miss 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.196+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=473 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 info.flags=0x17 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 to cache LRU end 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 2026-04-02T11:59:47.199 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.197+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-02T11:59:47.200 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.198+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-02T11:59:47.200 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.198+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:59:47.201 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.198+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-02T11:59:47.201 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.198+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-02T11:59:47.201 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.198+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:59:47.201 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.199+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-02T11:59:47.201 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.199+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:59:47.202 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.199+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-02T11:59:47.202 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.199+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-02T11:59:47.202 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.199+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-02T11:59:47.202 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-02T11:59:47.202 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3a7c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.203 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 10 manifest: total_size = 541681 2026-04-02T11:59:47.203 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _HBIgQlOk5wQE-Pr7ct5v2zYHBnSpG_t 2026-04-02T11:59:47.203 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3a7c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.203 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.203 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.200+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.0 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _HBIgQlOk5wQE-Pr7ct5v2zYHBnSpG_t 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.rv6t48f_tz2PMimWIuiOEiEw7vredWK_0 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.205 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.203+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _HBIgQlOk5wQE-Pr7ct5v2zYHBnSpG_t 2026-04-02T11:59:47.206 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-02T11:59:47.206 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b39ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _11kGFo2JZbwByiUjADzakY4TzYKA05z 2026-04-02T11:59:47.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b39ac0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.207 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.204+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.2 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.206+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _11kGFo2JZbwByiUjADzakY4TzYKA05z 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.ecywE8nXjT-cEus2_t6bjSohGoMuLpo_0 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.ecywE8nXjT-cEus2_t6bjSohGoMuLpo_1 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.ecywE8nXjT-cEus2_t6bjSohGoMuLpo_2 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.209 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _11kGFo2JZbwByiUjADzakY4TzYKA05z 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.207+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00fb6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17938097117290691808 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00fb6b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.210 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.208+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.3 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17938097117290691808 2026-04-02T11:59:47.213 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.1 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.1_1 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.2 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.210+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.2_1 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.211+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.211+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.3 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.211+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.211+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.211+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17938097117290691808 2026-04-02T11:59:47.214 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.212+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.212+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b266c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.213+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.213+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to __cmrQXorXF1VUt-WjuohJZ6aMaiWJHN 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.213+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b266c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.213+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.215 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.213+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.5 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: __cmrQXorXF1VUt-WjuohJZ6aMaiWJHN 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.218 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.-JiDMkWzx7oABOE_OCOd-rr8b3QRa_M_0 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.-JiDMkWzx7oABOE_OCOd-rr8b3QRa_M_1 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.-JiDMkWzx7oABOE_OCOd-rr8b3QRa_M_2 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.215+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: __cmrQXorXF1VUt-WjuohJZ6aMaiWJHN 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00fb7a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _2NbswpmiYpzHcV6XMQq_SsjIwKu8Nhv 2026-04-02T11:59:47.219 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00fb7a0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.220 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.220 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.217+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.5 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _2NbswpmiYpzHcV6XMQq_SsjIwKu8Nhv 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.3F2CxpR-_orQxwOQPNO3coaZ9OnnsiL_0 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.3F2CxpR-_orQxwOQPNO3coaZ9OnnsiL_1 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.3F2CxpR-_orQxwOQPNO3coaZ9OnnsiL_2 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.222 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.220+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _2NbswpmiYpzHcV6XMQq_SsjIwKu8Nhv 2026-04-02T11:59:47.223 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b2bda0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 10 manifest: total_size = 541681 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1741311464891479511 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b2bda0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.224 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.221+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.5 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1741311464891479511 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.1 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.2 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.3 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.226 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.224+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1741311464891479511 2026-04-02T11:59:47.227 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8002a70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.227 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.227 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _G-vf4wFaVDje1EuWDlx9KcjvYyQ8O1X 2026-04-02T11:59:47.227 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8002a70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.227 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.228 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.7 2026-04-02T11:59:47.228 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.225+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _G-vf4wFaVDje1EuWDlx9KcjvYyQ8O1X 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.230 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.pOuAyooSRKTMAGcCsEjPiG6Ir7QpHr-_0 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.pOuAyooSRKTMAGcCsEjPiG6Ir7QpHr-_1 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.pOuAyooSRKTMAGcCsEjPiG6Ir7QpHr-_2 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.227+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _G-vf4wFaVDje1EuWDlx9KcjvYyQ8O1X 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10673463265270196958 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.231 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.229+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.7 2026-04-02T11:59:47.234 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.234 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.234 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10673463265270196958 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.1 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.1_1 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.2 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.2_1 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.3 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.231+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10673463265270196958 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.232+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd40074c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 10 manifest: total_size = 541681 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10052664815686648807 2026-04-02T11:59:47.235 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd40074c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.236 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.236 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.233+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.7 2026-04-02T11:59:47.238 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.235+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10052664815686648807 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.1 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.2 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-STANDARD.2~MQOarZkyr0gPBChhwO2W3B4EWrcvdJF.3 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.236+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10052664815686648807 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd400b190 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.239 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.811512572452537644 2026-04-02T11:59:47.240 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd400b190 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.240 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.240 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.237+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.8 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.242 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.811512572452537644 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.1 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.1_1 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 643 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.2 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 916 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.2_1 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1187 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-LUKEWARM.2~6LfqG9PHRH-3MbMZTzoBzIBQP-1rzc1.3 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1460 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.239+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.811512572452537644 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8002a70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 10 manifest: total_size = 541681 2026-04-02T11:59:47.243 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to _aMiKtrXg49nAG-wddl4W69Vp2eXbAEA 2026-04-02T11:59:47.244 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8002a70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c950b44f68 s->prefetch_data=0 2026-04-02T11:59:47.244 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b44f68 2026-04-02T11:59:47.244 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.241+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.8 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: _aMiKtrXg49nAG-wddl4W69Vp2eXbAEA 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_.7u37V6b77RECdf5d--ce8FsQY3xw4Qj_0 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.246 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.244+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: _aMiKtrXg49nAG-wddl4W69Vp2eXbAEA 2026-04-02T11:59:47.248 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.246+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.246+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd0007d60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.247+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.247+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12010370636923227204 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.247+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd0007d60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.247+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.249 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.247+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17.9 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12010370636923227204 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.1 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.1_1 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.2 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__shadow_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.2_1 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17__multipart_foo-FROZEN.2~F-8qh7f_z8emseabLoo0wb37juvbnFx.3 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.252 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.249+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12010370636923227204 2026-04-02T11:59:47.253 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.250+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.253 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.250+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.251+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.252+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.252+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.252+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.252+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.254 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.252+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.256 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.254+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2026-04-02T11:59:47.256 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.254+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.257 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.254+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=243 2026-04-02T11:59:47.257 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.254+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2026-04-02T11:59:47.257 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.254+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2026-04-02T11:59:47.258 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.255+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2026-04-02T11:59:47.258 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.255+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2026-04-02T11:59:47.258 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.256+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894488 cookie 94323129216416 notifier 6024 bl.length()=199 2026-04-02T11:59:47.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.258+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 from cache 2026-04-02T11:59:47.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.258+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17, ofs0, ns] 2026-04-02T11:59:47.261 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.259+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894477 cookie 94323130689952 notifier 6024 bl.length()=257 2026-04-02T11:59:47.265 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.263+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 : miss 2026-04-02T11:59:47.265 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.263+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.265 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.263+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.265 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.263+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 info.flags=0x0 2026-04-02T11:59:47.266 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.263+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17 to cache LRU end 2026-04-02T11:59:47.267 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 : miss 2026-04-02T11:59:47.267 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=468 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 info.flags=0x17 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 to cache LRU end 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.268 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.265+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 2026-04-02T11:59:47.269 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.266+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:59:47.269 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.267+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:59:47.270 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.268+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.268+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3a7c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.269+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.269+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1468003222602304119 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.269+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b3a7c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.269+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.271 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.269+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15.3 2026-04-02T11:59:47.273 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.274 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1468003222602304119 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-FROZEN.2~V9s487Ut3eeAdkkuHA103zDr9WRmbA0.1 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__shadow_foo-FROZEN.2~V9s487Ut3eeAdkkuHA103zDr9WRmbA0.1_1 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-FROZEN.2~V9s487Ut3eeAdkkuHA103zDr9WRmbA0.2 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__shadow_foo-FROZEN.2~V9s487Ut3eeAdkkuHA103zDr9WRmbA0.2_1 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-FROZEN.2~V9s487Ut3eeAdkkuHA103zDr9WRmbA0.3 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.271+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.1468003222602304119 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.272+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd40074c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbe6d5d900 10 manifest: total_size = 541681 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11281896216117091328 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd40074c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15.5 2026-04-02T11:59:47.275 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.273+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4190208 part_ofs=0 rule->part_size=246247 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4436455 part_ofs=246247 rule->part_size=246247 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4682702 part_ofs=492494 rule->part_size=49187 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11281896216117091328 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-STANDARD.2~It1C2Eq2C3LqlW0BqOT-vRvf9-DegLS.1 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-STANDARD.2~It1C2Eq2C3LqlW0BqOT-vRvf9-DegLS.2 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-STANDARD.2~It1C2Eq2C3LqlW0BqOT-vRvf9-DegLS.3 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.275+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.11281896216117091328 2026-04-02T11:59:47.278 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.276+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4d7d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 10 manifest: total_size = 11534336 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682744086140979856 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b4d7d0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c950b53ba8 s->prefetch_data=0 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b53ba8 2026-04-02T11:59:47.279 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.277+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15.7 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.282 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682744086140979856 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-LUKEWARM.2~vwQEkWB-mnnl0S4_zpABxNODOMZ2gKk.1 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__shadow_foo-LUKEWARM.2~vwQEkWB-mnnl0S4_zpABxNODOMZ2gKk.1_1 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-LUKEWARM.2~vwQEkWB-mnnl0S4_zpABxNODOMZ2gKk.2 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__shadow_foo-LUKEWARM.2~vwQEkWB-mnnl0S4_zpABxNODOMZ2gKk.2_1 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15__multipart_foo-LUKEWARM.2~vwQEkWB-mnnl0S4_zpABxNODOMZ2gKk.3 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.279+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.16682744086140979856 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.280+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.281+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.283 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.281+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.282+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.282+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.282+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.282+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.284 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.282+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.286 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.283+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2026-04-02T11:59:47.286 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.283+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.286 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.284+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=238 2026-04-02T11:59:47.286 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.284+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2026-04-02T11:59:47.286 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.284+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2026-04-02T11:59:47.287 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.285+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2026-04-02T11:59:47.287 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.285+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2026-04-02T11:59:47.288 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.285+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894478 cookie 94323130689952 notifier 6024 bl.length()=194 2026-04-02T11:59:47.290 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.287+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 from cache 2026-04-02T11:59:47.290 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.287+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15, ofs0, ns] 2026-04-02T11:59:47.290 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.287+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894479 cookie 94323130689952 notifier 6024 bl.length()=252 2026-04-02T11:59:47.293 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.291+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 : miss 2026-04-02T11:59:47.293 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.291+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.294 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.291+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.294 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.291+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 info.flags=0x0 2026-04-02T11:59:47.294 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.291+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15 to cache LRU end 2026-04-02T11:59:47.295 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.293+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 : miss 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.293+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=458 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 info.flags=0x17 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 to cache LRU end 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.296 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.294+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 2026-04-02T11:59:47.297 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.295+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-02T11:59:47.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.295+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-02T11:59:47.298 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.296+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-02T11:59:47.299 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35540 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.300 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 10 manifest: total_size = 10485760 2026-04-02T11:59:47.300 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14198448940051864913 2026-04-02T11:59:47.300 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35540 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.300 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b48a78 2026-04-02T11:59:47.300 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.297+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14.3 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14198448940051864913 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.tj06KIBbsk0R_koANiNFG7y5j6vTsjR_0 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.tj06KIBbsk0R_koANiNFG7y5j6vTsjR_1 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.tj06KIBbsk0R_koANiNFG7y5j6vTsjR_2 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 812 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.307 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.304+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14198448940051864913 2026-04-02T11:59:47.308 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b46ae0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.308 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-02T11:59:47.309 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 10 manifest: total_size = 53499 2026-04-02T11:59:47.309 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6865843108068994758 2026-04-02T11:59:47.309 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b46ae0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.309 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b48a78 2026-04-02T11:59:47.309 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.306+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14.5 2026-04-02T11:59:47.311 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.311 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=53499 stripe_ofs=53499 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6865843108068994758 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.BOZVK2a4D1KrrEu0g36QXyX2KtfHHlX_0 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.312 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.309+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.6865843108068994758 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.310+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35540 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 10 manifest: total_size = 10485760 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17691756678881830496 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b35540 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c950b48a78 s->prefetch_data=0 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b48a78 2026-04-02T11:59:47.313 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.311+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14.7 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.313+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.313+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=4190208 stripe_ofs=4190208 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=8380416 stripe_ofs=8380416 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.316 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17691756678881830496 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.-zTTB0XoYwWciqonDFx5ZZp68FYJrmN_0 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.-zTTB0XoYwWciqonDFx5ZZp68FYJrmN_1 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14__shadow_.-zTTB0XoYwWciqonDFx5ZZp68FYJrmN_2 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.314+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.17691756678881830496 2026-04-02T11:59:47.317 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.315+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-02T11:59:47.318 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.315+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.318 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.315+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.318 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.316+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.318 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.316+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.319 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.316+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.319 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.316+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.319 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.316+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.320 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.318+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2026-04-02T11:59:47.320 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.318+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.321 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.318+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=228 2026-04-02T11:59:47.321 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.318+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2026-04-02T11:59:47.321 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.318+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2026-04-02T11:59:47.322 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.319+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2026-04-02T11:59:47.322 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.319+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2026-04-02T11:59:47.322 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.320+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94323129233776 notifier 6024 bl.length()=184 2026-04-02T11:59:47.324 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.322+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 from cache 2026-04-02T11:59:47.324 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.322+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14, ofs0, ns] 2026-04-02T11:59:47.325 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.322+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894558 cookie 94323129219664 notifier 6024 bl.length()=242 2026-04-02T11:59:47.329 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.326+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 : miss 2026-04-02T11:59:47.329 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.326+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.329 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.326+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.329 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.326+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 info.flags=0x0 2026-04-02T11:59:47.329 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.326+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14 to cache LRU end 2026-04-02T11:59:47.330 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.328+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 : miss 2026-04-02T11:59:47.330 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.328+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 info.flags=0x17 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 to cache LRU end 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.331 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.329+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 2026-04-02T11:59:47.332 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.330+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:59:47.332 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.330+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:59:47.333 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.331+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:59:47.334 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.331+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:59:47.334 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.335 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 10 manifest: total_size = 0 2026-04-02T11:59:47.335 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.13675418001975146508 2026-04-02T11:59:47.335 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.335 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b47a68 2026-04-02T11:59:47.335 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.332+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7.2 2026-04-02T11:59:47.337 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.335+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.338 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.335+0000 7ffbe6d5d900 10 manifest: total_size = 0 2026-04-02T11:59:47.338 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.335+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.15452015349609584061 2026-04-02T11:59:47.338 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.335+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.338 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.335+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b47a68 2026-04-02T11:59:47.338 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.336+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7.3 2026-04-02T11:59:47.339 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.336+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:59:47.340 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 10 manifest: total_size = 0 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12302111008746655684 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b47a68 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.338+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7.6 2026-04-02T11:59:47.341 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.339+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:59:47.343 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.341+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.341+0000 7ffbe6d5d900 10 manifest: total_size = 0 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.341+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7308557834143636524 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.342+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b362f0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c950b47a68 s->prefetch_data=0 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.342+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b47a68 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.342+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7.8 2026-04-02T11:59:47.344 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.342+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:59:47.346 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.344+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.346 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.344+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.348 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.345+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.349 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.347+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2026-04-02T11:59:47.349 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.347+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.350 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.347+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T11:59:47.350 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.347+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2026-04-02T11:59:47.350 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.347+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2026-04-02T11:59:47.353 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.351+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2026-04-02T11:59:47.353 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.351+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2026-04-02T11:59:47.354 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.351+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 94323129225552 notifier 6024 bl.length()=181 2026-04-02T11:59:47.356 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.354+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 from cache 2026-04-02T11:59:47.356 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.354+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7, ofs0, ns] 2026-04-02T11:59:47.356 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.354+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94323129233776 notifier 6024 bl.length()=238 2026-04-02T11:59:47.360 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.358+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 : miss 2026-04-02T11:59:47.360 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.358+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.360 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.358+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.360 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.358+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 info.flags=0x0 2026-04-02T11:59:47.360 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.358+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7 to cache LRU end 2026-04-02T11:59:47.362 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 : miss 2026-04-02T11:59:47.362 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 info.flags=0x17 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 to cache LRU end 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.363 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.360+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 2026-04-02T11:59:47.364 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.361+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:59:47.364 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.362+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:59:47.365 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.363+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:59:47.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.363+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:59:47.366 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 10 manifest: total_size = 38 2026-04-02T11:59:47.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2806294014047224189 2026-04-02T11:59:47.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b4df78 2026-04-02T11:59:47.367 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.364+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8.2 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2806294014047224189 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8__shadow_.0JbBzx5dtOilO2W98Od3JYzSMnkRoW3_0 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.369 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.367+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.2806294014047224189 2026-04-02T11:59:47.370 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.368+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:59:47.370 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.368+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.371 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.369+0000 7ffbe6d5d900 10 manifest: total_size = 524288 2026-04-02T11:59:47.371 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.369+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4452435830942492490 2026-04-02T11:59:47.371 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.369+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.371 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.369+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b4df78 2026-04-02T11:59:47.371 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.369+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8.3 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4452435830942492490 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8__shadow_._bq4ApJVze79k3CWBP1PVdnfXWuCzSA_0 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.374 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.372+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.4452435830942492490 2026-04-02T11:59:47.376 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.373+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:59:47.376 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.377 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 10 manifest: total_size = 2078 2026-04-02T11:59:47.377 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10121823689084458093 2026-04-02T11:59:47.377 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.377 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b4df78 2026-04-02T11:59:47.377 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.374+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8.6 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10121823689084458093 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8__shadow_.Wpa3RPMu4AnLp-Mv1WLTmDmDubxp9YA_0 2026-04-02T11:59:47.379 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:47.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.377+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.10121823689084458093 2026-04-02T11:59:47.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.378+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:59:47.380 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.378+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.381 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.379+0000 7ffbe6d5d900 10 manifest: total_size = 24595 2026-04-02T11:59:47.381 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.379+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12037759112519795807 2026-04-02T11:59:47.381 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.379+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc80bb360 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c950b4df78 s->prefetch_data=0 2026-04-02T11:59:47.381 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.379+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b4df78 2026-04-02T11:59:47.381 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.379+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8.8 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12037759112519795807 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8__shadow_.rl2a3ExACtyLerK1bmH14gAWmjgvYSK_0 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.384 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.381+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12037759112519795807 2026-04-02T11:59:47.385 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.383+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:59:47.385 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.383+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.385 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.383+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.384+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.384+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.384+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.384+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.386 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.384+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.388 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.386+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2026-04-02T11:59:47.388 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.386+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.388 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.386+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T11:59:47.388 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.386+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2026-04-02T11:59:47.389 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.386+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2026-04-02T11:59:47.389 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.387+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2026-04-02T11:59:47.390 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.387+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2026-04-02T11:59:47.390 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.388+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894553 cookie 94323129225552 notifier 6024 bl.length()=181 2026-04-02T11:59:47.393 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.390+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 from cache 2026-04-02T11:59:47.393 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.390+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8, ofs0, ns] 2026-04-02T11:59:47.393 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.391+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894496 cookie 94323129233776 notifier 6024 bl.length()=238 2026-04-02T11:59:47.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.396+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 : miss 2026-04-02T11:59:47.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.396+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.397+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.397+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 info.flags=0x0 2026-04-02T11:59:47.399 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.397+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.8 to cache LRU end 2026-04-02T11:59:47.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 : miss 2026-04-02T11:59:47.401 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 info.flags=0x17 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 to cache LRU end 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-02T11:59:47.402 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.399+0000 7ffbe6d5d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 2026-04-02T11:59:47.403 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.400+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got ___ 2026-04-02T11:59:47.403 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.401+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ _ 2026-04-02T11:59:47.404 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.402+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got __ 2026-04-02T11:59:47.404 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.402+0000 7ffbe6d5d900 10 cls_bucket_list_unordered: got obj 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c950b616a8 s->prefetch_data=0 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 10 manifest: total_size = 49187 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12986192703915738152 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbc8070000 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c950b616a8 s->prefetch_data=0 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b616a8 2026-04-02T11:59:47.405 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.403+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9.2 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12986192703915738152 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9__shadow_.7_v1TWc5qKQnu43YNYq4dvgwJZRME59_0 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.408 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.406+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12986192703915738152 2026-04-02T11:59:47.409 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.407+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=___ 2026-04-02T11:59:47.409 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.407+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37930 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.410 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.408+0000 7ffbe6d5d900 10 manifest: total_size = 55 2026-04-02T11:59:47.410 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.408+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14483013237246114355 2026-04-02T11:59:47.410 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.408+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b37930 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.410 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.408+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b5fc18 2026-04-02T11:59:47.410 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.408+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9.3 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14483013237246114355 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9__shadow_.Doi6DkNKfZjfWemYU6bV8P6tfEACOX4_0 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.413 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.411+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.14483013237246114355 2026-04-02T11:59:47.415 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00e52e0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.415 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=__ _ 2026-04-02T11:59:47.415 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 10 manifest: total_size = 1035 2026-04-02T11:59:47.415 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7919138760041248649 2026-04-02T11:59:47.416 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 20 get_obj_state: octx=0x7ffbd00e52e0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.416 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b5fc18 2026-04-02T11:59:47.416 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.413+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9.6 2026-04-02T11:59:47.418 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.418 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7919138760041248649 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9__shadow_.yqjqxl4NMCuUH3ioPFMpYc6Ba4KjjpR_0 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.419 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.416+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.7919138760041248649 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b607b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 10 manifest: total_size = 55 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 20 get_obj_state: setting s->obj_tag to a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12234817776367507790 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 20 get_obj_state: octx=0x55c950b607b0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c950b5fc18 s->prefetch_data=0 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 20 prepare_atomic_modification: state is not atomic. state=0x55c950b5fc18 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbe6d5d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9.8 2026-04-02T11:59:47.420 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.418+0000 7ffbc1ffb640 20 handle_completion(): completion ok for obj=__ 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12234817776367507790 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9__shadow_._93XD-uZzTHBLCuIu8iKWctPwVZuGvO_0 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-02T11:59:47.423 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.420+0000 7ffbe6d5d900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.12234817776367507790 2026-04-02T11:59:47.424 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.422+0000 7ffbc27fc640 20 handle_completion(): completion ok for obj=obj 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.422+0000 7ffbe6d5d900 20 list_objects_ordered: starting attempt 1 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.422+0000 7ffbe6d5d900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.423+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.423+0000 7ffbe6d5d900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.423+0000 7ffbe6d5d900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.423+0000 7ffbe6d5d900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-02T11:59:47.425 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.423+0000 7ffbe6d5d900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9])"; uploads.size()=0; is_truncated=0 2026-04-02T11:59:47.427 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.425+0000 7ffbe6d5d900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2026-04-02T11:59:47.427 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.425+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.427 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.425+0000 7ffbe6d5d900 20 rados_obj.operate() r=0 bl.length=223 2026-04-02T11:59:47.427 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.425+0000 7ffbe6d5d900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2026-04-02T11:59:47.427 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.425+0000 7ffbe6d5d900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2026-04-02T11:59:47.428 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.426+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2026-04-02T11:59:47.428 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.426+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2026-04-02T11:59:47.429 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.426+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94323129225552 notifier 6024 bl.length()=181 2026-04-02T11:59:47.431 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.429+0000 7ffbe6d5d900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 from cache 2026-04-02T11:59:47.431 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.429+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9, ofs0, ns] 2026-04-02T11:59:47.431 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.429+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894497 cookie 94323129233776 notifier 6024 bl.length()=238 2026-04-02T11:59:47.435 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.433+0000 7ffbe6d5d900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 : miss 2026-04-02T11:59:47.436 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.433+0000 7ffbe6d5d900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.436 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.433+0000 7ffbe6d5d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.436 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.433+0000 7ffbe6d5d900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 info.flags=0x0 2026-04-02T11:59:47.436 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.433+0000 7ffbe6d5d900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.9 to cache LRU end 2026-04-02T11:59:47.437 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.435+0000 7ffbe6d5d900 10 removing key index: RWLLLBCFGINTBWPVHPFU 2026-04-02T11:59:47.439 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.437+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:RWLLLBCFGINTBWPVHPFU, ofs0, ns] 2026-04-02T11:59:47.439 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.437+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 94323129225552 notifier 6024 bl.length()=170 2026-04-02T11:59:47.440 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.438+0000 7ffbe6d5d900 10 removing email index: ragweed.client.0+test@test.test 2026-04-02T11:59:47.441 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.440+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-02T11:59:47.442 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.440+0000 7ffbc1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894498 cookie 94323129233776 notifier 6024 bl.length()=182 2026-04-02T11:59:47.443 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.441+0000 7ffbe6d5d900 10 removing user buckets index 2026-04-02T11:59:47.444 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.442+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2026-04-02T11:59:47.445 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.442+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894480 cookie 94323130689952 notifier 6024 bl.length()=173 2026-04-02T11:59:47.446 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.443+0000 7ffbe6d5d900 10 removing user index: ragweed.client.0 2026-04-02T11:59:47.447 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.445+0000 7ffbe6d5d900 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2026-04-02T11:59:47.447 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.445+0000 7ffbe6d5d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-02T11:59:47.447 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.445+0000 7ffbc27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894559 cookie 94323129219664 notifier 6024 bl.length()=165 2026-04-02T11:59:47.453 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=7 2026-04-02T11:59:47.453 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 2 removed watcher, disabling cache 2026-04-02T11:59:47.453 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=3 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=2 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=4 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=1 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.451+0000 7ffbe6d5d900 20 remove_watcher() i=0 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.452+0000 7ffbe6d5d900 20 remove_watcher() i=6 2026-04-02T11:59:47.454 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.452+0000 7ffbe6d5d900 20 remove_watcher() i=5 2026-04-02T11:59:47.461 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2026-04-02T11:59:47.552 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T11:59:47.552 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T11:59:47.572 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.569+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 realm 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.573 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.571+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.574 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.572+0000 7f0eda31c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:47.574 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.572+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.575 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.573+0000 7f0eda31c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T11:59:47.575 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.573+0000 7f0eda31c900 20 searching for the correct realm 2026-04-02T11:59:47.578 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.576+0000 7f0ed3fff640 0 -- 192.168.123.101:0/108969991 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55974fa203b0 msgr2=0x55974fa20850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:47.583 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.580+0000 7f0ed3fff640 0 -- 192.168.123.101:0/108969991 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55974fa19bd0 msgr2=0x55974fa1a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.583+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 zone default found 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 4 Realm: () 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T11:59:47.586 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 zonegroup default 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.584+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.585+0000 7f0eda31c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.585+0000 7f0eda31c900 20 started sync module instance, tier type = 2026-04-02T11:59:47.587 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.585+0000 7f0eda31c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T11:59:47.591 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=0 2026-04-02T11:59:47.591 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=7 2026-04-02T11:59:47.591 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=5 2026-04-02T11:59:47.591 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=3 2026-04-02T11:59:47.591 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=1 2026-04-02T11:59:47.592 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.589+0000 7f0eda31c900 20 add_watcher() i=4 2026-04-02T11:59:47.592 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.590+0000 7f0eda31c900 20 add_watcher() i=6 2026-04-02T11:59:47.593 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.590+0000 7f0eda31c900 20 add_watcher() i=2 2026-04-02T11:59:47.593 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.590+0000 7f0eda31c900 2 all 8 watchers are set, enabling cache 2026-04-02T11:59:47.595 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.592+0000 7f0eda31c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T11:59:47.595 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.592+0000 7f0eda31c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T11:59:47.627 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.624+0000 7f0e84ff1640 20 reqs_thread_entry: start 2026-04-02T11:59:47.670 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 20 init_complete bucket index max shards: 11 2026-04-02T11:59:47.670 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 20 Filter name: none 2026-04-02T11:59:47.670 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0e7e7fc640 20 reqs_thread_entry: start 2026-04-02T11:59:47.670 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-02T11:59:47.670 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 20 rados->read ofs=0 len=0 2026-04-02T11:59:47.671 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 20 rados_obj.operate() r=0 bl.length=486 2026-04-02T11:59:47.671 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2026-04-02T11:59:47.671 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-02T11:59:47.671 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.668+0000 7f0eda31c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T11:59:47.671 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.669+0000 7f0eda31c900 10 removing key index: JBXRUJGLWUPOVOYDJEEA 2026-04-02T11:59:47.672 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.669+0000 7f0eda31c900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:JBXRUJGLWUPOVOYDJEEA, ofs0, ns] 2026-04-02T11:59:47.672 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.670+0000 7f0eb67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894556 cookie 94108366064768 notifier 6039 bl.length()=170 2026-04-02T11:59:47.673 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.671+0000 7f0eda31c900 10 removing email index: sysuser.client.0+test@test.test 2026-04-02T11:59:47.674 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.672+0000 7f0eda31c900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-02T11:59:47.675 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.673+0000 7f0eb6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894560 cookie 94108366067040 notifier 6039 bl.length()=182 2026-04-02T11:59:47.676 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.674+0000 7f0eda31c900 10 removing user buckets index 2026-04-02T11:59:47.677 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.675+0000 7f0eda31c900 10 removing user index: sysuser.client.0 2026-04-02T11:59:47.678 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.675+0000 7f0eda31c900 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2026-04-02T11:59:47.678 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.675+0000 7f0eda31c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-02T11:59:47.678 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.676+0000 7f0eb6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894499 cookie 94108366065840 notifier 6039 bl.length()=165 2026-04-02T11:59:47.683 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=0 2026-04-02T11:59:47.683 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 2 removed watcher, disabling cache 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=1 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=2 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=3 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=5 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=6 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=4 2026-04-02T11:59:47.684 INFO:teuthology.orchestra.run.vm01.stderr:2026-04-02T11:59:47.681+0000 7f0eda31c900 20 remove_watcher() i=7 2026-04-02T11:59:47.690 INFO:tasks.ragweed:Removing ragweed... 2026-04-02T11:59:47.690 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2026-04-02T11:59:47.844 INFO:teuthology.run_tasks:Running task workunit... 2026-04-02T11:59:47.847 INFO:tasks.workunit:Pulling workunits from ref 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:59:47.847 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-02T11:59:47.847 DEBUG:teuthology.orchestra.run.vm01:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:47.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-02T11:59:47.874 INFO:teuthology.orchestra.run.vm01.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-02T11:59:47.874 DEBUG:teuthology.orchestra.run.vm01:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:47.942 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-02T11:59:47.943 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-02T11:59:48.011 INFO:tasks.workunit:timeout=3h 2026-04-02T11:59:48.011 INFO:tasks.workunit:cleanup=True 2026-04-02T11:59:48.011 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 39db93915eaebf6594cccf2b5fc640e9a066446a 2026-04-02T11:59:48.082 INFO:tasks.workunit.client.0.vm01.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:Note: switching to '39db93915eaebf6594cccf2b5fc640e9a066446a'. 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:state without impacting any branches by switching back to a branch. 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: git switch -c 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:Or undo this operation with: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: git switch - 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:18.060 INFO:tasks.workunit.client.0.vm01.stderr:HEAD is now at 39db93915ea qa/rgw: step back to stable/2025.1 2026-04-02T12:00:18.067 DEBUG:teuthology.orchestra.run.vm01:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-02T12:00:18.135 INFO:tasks.workunit.client.0.vm01.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-02T12:00:18.136 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T12:00:18.137 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-02T12:00:18.170 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-02T12:00:18.201 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-02T12:00:18.228 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-02T12:00:18.229 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T12:00:18.229 INFO:tasks.workunit.client.0.vm01.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-02T12:00:18.256 INFO:tasks.workunit.client.0.vm01.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-02T12:00:18.259 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-04-02T12:00:18.259 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-02T12:00:18.325 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2026-04-02T12:00:18.325 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2026-04-02T12:00:18.325 DEBUG:teuthology.orchestra.run.vm01:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=39db93915eaebf6594cccf2b5fc640e9a066446a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T12:00:18.393 INFO:tasks.workunit.client.0.vm01.stderr:+ ulimit -c 0 2026-04-02T12:00:18.393 INFO:tasks.workunit.client.0.vm01.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-02T12:00:18.393 INFO:tasks.workunit.client.0.vm01.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:00:18.394 INFO:tasks.workunit.client.0.vm01.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:00:19.611 INFO:tasks.workunit.client.0.vm01.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ deactivate nondestructive 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ unset VIRTUAL_ENV 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ export VIRTUAL_ENV 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ export PATH 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -z '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ PS1='(rgw) ' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ export PS1 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:++ hash -r 2026-04-02T12:00:19.612 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install pip --upgrade 2026-04-02T12:00:19.754 INFO:tasks.workunit.client.0.vm01.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-02T12:00:19.843 INFO:tasks.workunit.client.0.vm01.stdout:Collecting pip 2026-04-02T12:00:19.848 INFO:tasks.workunit.client.0.vm01.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-02T12:00:19.875 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: pip 2026-04-02T12:00:19.875 INFO:tasks.workunit.client.0.vm01.stdout: Attempting uninstall: pip 2026-04-02T12:00:19.875 INFO:tasks.workunit.client.0.vm01.stdout: Found existing installation: pip 21.3.1 2026-04-02T12:00:19.989 INFO:tasks.workunit.client.0.vm01.stdout: Uninstalling pip-21.3.1: 2026-04-02T12:00:19.992 INFO:tasks.workunit.client.0.vm01.stdout: Successfully uninstalled pip-21.3.1 2026-04-02T12:00:20.408 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed pip-26.0.1 2026-04-02T12:00:20.465 INFO:tasks.workunit.client.0.vm01.stderr:+ pip install boto3 2026-04-02T12:00:20.843 INFO:tasks.workunit.client.0.vm01.stdout:Collecting boto3 2026-04-02T12:00:20.844 INFO:tasks.workunit.client.0.vm01.stdout: Using cached boto3-1.42.81-py3-none-any.whl.metadata (6.7 kB) 2026-04-02T12:00:21.014 INFO:tasks.workunit.client.0.vm01.stdout:Collecting botocore<1.43.0,>=1.42.81 (from boto3) 2026-04-02T12:00:21.015 INFO:tasks.workunit.client.0.vm01.stdout: Using cached botocore-1.42.81-py3-none-any.whl.metadata (5.9 kB) 2026-04-02T12:00:21.031 INFO:tasks.workunit.client.0.vm01.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-02T12:00:21.031 INFO:tasks.workunit.client.0.vm01.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-02T12:00:21.046 INFO:tasks.workunit.client.0.vm01.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-02T12:00:21.047 INFO:tasks.workunit.client.0.vm01.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-02T12:00:21.061 INFO:tasks.workunit.client.0.vm01.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:00:21.062 INFO:tasks.workunit.client.0.vm01.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-02T12:00:21.083 INFO:tasks.workunit.client.0.vm01.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:00:21.084 INFO:tasks.workunit.client.0.vm01.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-02T12:00:21.101 INFO:tasks.workunit.client.0.vm01.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.81->boto3) 2026-04-02T12:00:21.101 INFO:tasks.workunit.client.0.vm01.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-02T12:00:21.143 INFO:tasks.workunit.client.0.vm01.stdout:Using cached boto3-1.42.81-py3-none-any.whl (140 kB) 2026-04-02T12:00:21.143 INFO:tasks.workunit.client.0.vm01.stdout:Using cached botocore-1.42.81-py3-none-any.whl (14.8 MB) 2026-04-02T12:00:21.150 INFO:tasks.workunit.client.0.vm01.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-02T12:00:21.150 INFO:tasks.workunit.client.0.vm01.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-02T12:00:21.151 INFO:tasks.workunit.client.0.vm01.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-02T12:00:21.152 INFO:tasks.workunit.client.0.vm01.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-02T12:00:21.152 INFO:tasks.workunit.client.0.vm01.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-02T12:00:21.187 INFO:tasks.workunit.client.0.vm01.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-02T12:00:21.641 INFO:tasks.workunit.client.0.vm01.stdout: 2026-04-02T12:00:21.642 INFO:tasks.workunit.client.0.vm01.stdout:Successfully installed boto3-1.42.81 botocore-1.42.81 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-02T12:00:21.714 INFO:tasks.workunit.client.0.vm01.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2026-04-02T12:00:21.803 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2026-04-02T12:00:21.834 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:21.834 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:21.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.901+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.906+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.906+0000 7f2d87f2b900 20 realm 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.906+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.907+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.907+0000 7f2d87f2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.907+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.907+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.907+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.910+0000 7f2d87f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:21.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.910+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.911+0000 7f2d87f2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:21.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.911+0000 7f2d87f2b900 20 searching for the correct realm 2026-04-02T12:00:21.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.918+0000 7f2d7ffff640 0 -- 192.168.123.101:0/556240024 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f2d68028990 msgr2=0x7f2d68010a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:21.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.924+0000 7f2d7f7fe640 0 -- 192.168.123.101:0/556240024 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f2d780b8040 msgr2=0x7f2d78068410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:21.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.929+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:21.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 zone default found 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 4 Realm: () 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 zonegroup default 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.930+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.931+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.931+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.931+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.931+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.932+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.932+0000 7f2d87f2b900 20 started sync module instance, tier type = 2026-04-02T12:00:21.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.932+0000 7f2d87f2b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:21.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.938+0000 7f2d87f2b900 20 add_watcher() i=0 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.938+0000 7f2d87f2b900 20 add_watcher() i=3 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.938+0000 7f2d87f2b900 20 add_watcher() i=7 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 20 add_watcher() i=4 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 20 add_watcher() i=1 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 20 add_watcher() i=5 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 20 add_watcher() i=2 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 20 add_watcher() i=6 2026-04-02T12:00:21.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.939+0000 7f2d87f2b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:21.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.942+0000 7f2d87f2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:21.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.942+0000 7f2d87f2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:21.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.943+0000 7f2d87f2b900 5 note: GC not initialized 2026-04-02T12:00:21.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.943+0000 7f2d2bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:21.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.994+0000 7f2d87f2b900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:21.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 20 Filter name: none 2026-04-02T12:00:21.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d29ffb640 20 reqs_thread_entry: start 2026-04-02T12:00:21.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2026-04-02T12:00:21.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.995+0000 7f2d87f2b900 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.996+0000 7f2d87f2b900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2026-04-02T12:00:21.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.996+0000 7f2d87f2b900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2026-04-02T12:00:21.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.997+0000 7f2d87f2b900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2026-04-02T12:00:21.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.997+0000 7f2d87f2b900 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2026-04-02T12:00:21.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.997+0000 7f2d87f2b900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2026-04-02T12:00:22.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.998+0000 7f2d627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894481 cookie 94593399131120 notifier 5708 bl.length()=569 2026-04-02T12:00:22.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.998+0000 7f2d627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2026-04-02T12:00:22.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.998+0000 7f2d627fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.999+0000 7f2d87f2b900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.999+0000 7f2d87f2b900 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:21.999+0000 7f2d87f2b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.000+0000 7f2d627fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894482 cookie 94593399152032 notifier 5708 bl.length()=180 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.000+0000 7f2d627fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2026-04-02T12:00:22.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.000+0000 7f2d627fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-02T12:00:22.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.004+0000 7f2d87f2b900 20 remove_watcher() i=0 2026-04-02T12:00:22.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.004+0000 7f2d87f2b900 2 removed watcher, disabling cache 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=3 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=4 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=2 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=5 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=1 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=6 2026-04-02T12:00:22.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:22.005+0000 7f2d87f2b900 20 remove_watcher() i=7 2026-04-02T12:00:22.018 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-02T12:00:22.018 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-02T12:00:46.330 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.330 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.376 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.376 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.413 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.413 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.449 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.449 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.463 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.463 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.514 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:46.514 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:46.561 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard add 2026-04-02T12:00:46.561 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:46.563 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:00:46.588 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:46.588 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.606+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 realm 2026-04-02T12:00:46.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.607+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.608+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.608+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.609+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:46.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.609+0000 7f0fe9739900 20 searching for the correct realm 2026-04-02T12:00:46.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.612+0000 7f0fe5d4f640 0 -- 192.168.123.101:0/1608196009 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x561b1096b8d0 msgr2=0x561b1098bd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.615+0000 7f0fe4d4d640 0 -- 192.168.123.101:0/1608196009 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x561b10948b60 msgr2=0x561b10968f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.618+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 zone default found 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 4 Realm: () 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 zonegroup default 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.619+0000 7f0fe9739900 20 started sync module instance, tier type = 2026-04-02T12:00:46.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.620+0000 7f0fe9739900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.623+0000 7f0fe9739900 20 add_watcher() i=3 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=0 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=7 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=6 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=2 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=5 2026-04-02T12:00:46.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=1 2026-04-02T12:00:46.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 20 add_watcher() i=4 2026-04-02T12:00:46.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.624+0000 7f0fe9739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:46.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.626+0000 7f0fe9739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:46.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.626+0000 7f0fe9739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:46.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.626+0000 7f0fe9739900 5 note: GC not initialized 2026-04-02T12:00:46.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.626+0000 7f0f927ec640 20 reqs_thread_entry: start 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.665+0000 7f0fe9739900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.665+0000 7f0fe9739900 20 Filter name: none 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0f8bfff640 20 reqs_thread_entry: start 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:46.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.666+0000 7f0fe9739900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.667+0000 7f0fe9739900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:46.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.667+0000 7f0fe9739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:46.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=2 2026-04-02T12:00:46.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 2 removed watcher, disabling cache 2026-04-02T12:00:46.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=4 2026-04-02T12:00:46.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=0 2026-04-02T12:00:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=1 2026-04-02T12:00:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=3 2026-04-02T12:00:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=5 2026-04-02T12:00:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=6 2026-04-02T12:00:46.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.672+0000 7f0fe9739900 20 remove_watcher() i=7 2026-04-02T12:00:46.681 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:46.681 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:46.681 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 0 size_kb: 0 num_shards: 11 2026-04-02T12:00:46.681 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:46.683 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2026-04-02T12:00:46.703 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:46.704 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:46.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 realm 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.725+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.726+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.726+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.726+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.726+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.727+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:46.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.727+0000 7f4d47d2f900 20 searching for the correct realm 2026-04-02T12:00:46.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.730+0000 7f4d3ffff640 0 -- 192.168.123.101:0/3228782356 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f4d2c077020 msgr2=0x7f4d2c086360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.734+0000 7f4d3ffff640 0 -- 192.168.123.101:0/3228782356 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f4d000a4c50 msgr2=0x7f4d000c5050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.737+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.740 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 zone default found 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 4 Realm: () 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 zonegroup default 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.738+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.739+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.739+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.739+0000 7f4d47d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.739+0000 7f4d47d2f900 20 started sync module instance, tier type = 2026-04-02T12:00:46.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.739+0000 7f4d47d2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.742+0000 7f4d47d2f900 20 add_watcher() i=1 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.742+0000 7f4d47d2f900 20 add_watcher() i=7 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.742+0000 7f4d47d2f900 20 add_watcher() i=3 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.742+0000 7f4d47d2f900 20 add_watcher() i=6 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.743+0000 7f4d47d2f900 20 add_watcher() i=5 2026-04-02T12:00:46.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.743+0000 7f4d47d2f900 20 add_watcher() i=2 2026-04-02T12:00:46.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.744+0000 7f4d47d2f900 20 add_watcher() i=4 2026-04-02T12:00:46.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.744+0000 7f4d47d2f900 20 add_watcher() i=0 2026-04-02T12:00:46.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.744+0000 7f4d47d2f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:46.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.746+0000 7f4d47d2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:46.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.746+0000 7f4d47d2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:46.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.747+0000 7f4d47d2f900 5 note: GC not initialized 2026-04-02T12:00:46.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.747+0000 7f4cf0fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:46.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:46.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 20 Filter name: none 2026-04-02T12:00:46.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4cea7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.785+0000 7f4d47d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:46.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.786+0000 7f4d47d2f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.790+0000 7f4d47d2f900 20 remove_watcher() i=0 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.790+0000 7f4d47d2f900 2 removed watcher, disabling cache 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.790+0000 7f4d47d2f900 20 remove_watcher() i=6 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.790+0000 7f4d47d2f900 20 remove_watcher() i=5 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.791+0000 7f4d47d2f900 20 remove_watcher() i=1 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.791+0000 7f4d47d2f900 20 remove_watcher() i=4 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.791+0000 7f4d47d2f900 20 remove_watcher() i=2 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.791+0000 7f4d47d2f900 20 remove_watcher() i=7 2026-04-02T12:00:46.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.791+0000 7f4d47d2f900 20 remove_watcher() i=3 2026-04-02T12:00:46.801 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard list 2026-04-02T12:00:46.819 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:46.819 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:46.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.837+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 realm 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.838+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.839+0000 7fa0d1349900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.839+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.840+0000 7fa0d1349900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.840+0000 7fa0d1349900 20 searching for the correct realm 2026-04-02T12:00:46.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.843+0000 7fa0cd0c1640 0 -- 192.168.123.101:0/1922279897 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x557045de71a0 msgr2=0x7fa0c001d400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.847+0000 7fa0cd0c1640 0 -- 192.168.123.101:0/1922279897 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fa08c0a4b40 msgr2=0x7fa08c0c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 zone default found 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 4 Realm: () 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 zonegroup default 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.850+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 started sync module instance, tier type = 2026-04-02T12:00:46.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.851+0000 7fa0d1349900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:46.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=0 2026-04-02T12:00:46.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=3 2026-04-02T12:00:46.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=2 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=1 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=7 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=6 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=5 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 20 add_watcher() i=4 2026-04-02T12:00:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.864+0000 7fa0d1349900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:46.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.887+0000 7fa0d1349900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:46.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.887+0000 7fa0d1349900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:46.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.887+0000 7fa0d1349900 5 note: GC not initialized 2026-04-02T12:00:46.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.887+0000 7fa07a7ec640 20 reqs_thread_entry: start 2026-04-02T12:00:46.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.926+0000 7fa0d1349900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:46.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.926+0000 7fa0d1349900 20 Filter name: none 2026-04-02T12:00:46.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.926+0000 7fa073fff640 20 reqs_thread_entry: start 2026-04-02T12:00:46.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=6 2026-04-02T12:00:46.935 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 2 removed watcher, disabling cache 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=0 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=5 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=3 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=4 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=2 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=7 2026-04-02T12:00:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.933+0000 7fa0d1349900 20 remove_watcher() i=1 2026-04-02T12:00:46.941 INFO:tasks.workunit.client.0.vm01.stderr:bucket name a-bucket 2026-04-02T12:00:46.941 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard process 2026-04-02T12:00:46.941 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:46.942 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard process 2026-04-02T12:00:46.960 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:46.960 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:46.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.978+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 realm 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.979+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.980+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.980+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.980+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:46.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.980+0000 7fd91a921900 20 searching for the correct realm 2026-04-02T12:00:46.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.983+0000 7fd916dba640 0 -- 192.168.123.101:0/1142793590 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5642916138b0 msgr2=0x564291633d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.988+0000 7fd915db8640 0 -- 192.168.123.101:0/1142793590 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5642915ad1c0 msgr2=0x5642915cd620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.990+0000 7fd91a921900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.990+0000 7fd91a921900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.990+0000 7fd91a921900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.990+0000 7fd91a921900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:46.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 zone default found 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 4 Realm: () 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 zonegroup default 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.991+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:46.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:46.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 started sync module instance, tier type = 2026-04-02T12:00:46.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.992+0000 7fd91a921900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=0 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=3 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=5 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=2 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=7 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.996+0000 7fd91a921900 20 add_watcher() i=6 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.997+0000 7fd91a921900 20 add_watcher() i=4 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.997+0000 7fd91a921900 20 add_watcher() i=1 2026-04-02T12:00:46.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.997+0000 7fd91a921900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.999+0000 7fd91a921900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.999+0000 7fd91a921900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.999+0000 7fd91a921900 5 note: GC not initialized 2026-04-02T12:00:47.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:46.999+0000 7fd8beffd640 20 reqs_thread_entry: start 2026-04-02T12:00:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.038+0000 7fd91a921900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.038+0000 7fd91a921900 20 Filter name: none 2026-04-02T12:00:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.038+0000 7fd8bcff9640 20 reqs_thread_entry: start 2026-04-02T12:00:47.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.038+0000 7fd91a921900 20 processing logshard = reshard.0000000000 2026-04-02T12:00:47.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.042+0000 7fd91a921900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T12:00:47.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.042+0000 7fd91a921900 20 processing logshard = reshard.0000000001 2026-04-02T12:00:47.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.044+0000 7fd91a921900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T12:00:47.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.044+0000 7fd91a921900 20 processing logshard = reshard.0000000002 2026-04-02T12:00:47.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.046+0000 7fd91a921900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T12:00:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.046+0000 7fd91a921900 20 processing logshard = reshard.0000000003 2026-04-02T12:00:47.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.048+0000 7fd91a921900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T12:00:47.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.048+0000 7fd91a921900 20 processing logshard = reshard.0000000004 2026-04-02T12:00:47.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.050+0000 7fd91a921900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T12:00:47.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.050+0000 7fd91a921900 20 processing logshard = reshard.0000000005 2026-04-02T12:00:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.052+0000 7fd91a921900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T12:00:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.052+0000 7fd91a921900 20 processing logshard = reshard.0000000006 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.053+0000 7fd91a921900 20 process_entry resharding a-bucket 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.053+0000 7fd91a921900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.053+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 20 rados->read ofs=0 len=0 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.054+0000 7fd91a921900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.061+0000 7fd91a921900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.061+0000 7fd91a921900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.061+0000 7fd91a921900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.061+0000 7fd91a921900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.061+0000 7fd8f5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894473 cookie 94843906499392 notifier 5771 bl.length()=839 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.062+0000 7fd8f5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.062+0000 7fd8f5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.062+0000 7fd8f5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.063+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.063+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.063+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:47.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.063+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.068+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.0 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.069+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.069+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2 2026-04-02T12:00:47.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.069+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3 2026-04-02T12:00:47.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.069+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.4 2026-04-02T12:00:47.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.070+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.5 2026-04-02T12:00:47.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.070+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.6 2026-04-02T12:00:47.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.070+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.7 2026-04-02T12:00:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.070+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.8 2026-04-02T12:00:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.071+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.9 2026-04-02T12:00:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.071+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.10 2026-04-02T12:00:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.071+0000 7fd91a921900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:47.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.071+0000 7fd91a921900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.072+0000 7fd91a921900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.072+0000 7fd91a921900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.072+0000 7fd91a921900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.072+0000 7fd91a921900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:47.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.073+0000 7fd8f5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894474 cookie 94843906499392 notifier 5771 bl.length()=839 2026-04-02T12:00:47.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.073+0000 7fd8f5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.073+0000 7fd8f5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.073+0000 7fd8f5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.074+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:47.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.074+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:47.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.074+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:47.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.074+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:47.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.077+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.0 2026-04-02T12:00:47.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.077+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1 2026-04-02T12:00:47.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.077+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2 2026-04-02T12:00:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.077+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3 2026-04-02T12:00:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.078+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.4 2026-04-02T12:00:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.078+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.5 2026-04-02T12:00:47.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.078+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.6 2026-04-02T12:00:47.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.078+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.7 2026-04-02T12:00:47.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.079+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.8 2026-04-02T12:00:47.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.079+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.9 2026-04-02T12:00:47.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.079+0000 7fd91a921900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.10 2026-04-02T12:00:47.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.079+0000 7fd91a921900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:47.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.079+0000 7fd91a921900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:47.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd91a921900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd91a921900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd91a921900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd91a921900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd8f57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894475 cookie 94843906499392 notifier 5771 bl.length()=803 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd8f57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd8f57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:47.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.080+0000 7fd8f57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.082+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.082+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.082+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:47.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.082+0000 7fd91a921900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:47.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.085+0000 7fd91a921900 1 execute INFO: reshard of bucket "a-bucket" from 11 shards to 12 shards completed successfully 2026-04-02T12:00:47.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.086+0000 7fd91a921900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T12:00:47.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.087+0000 7fd91a921900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T12:00:47.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.087+0000 7fd91a921900 20 processing logshard = reshard.0000000007 2026-04-02T12:00:47.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.089+0000 7fd91a921900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T12:00:47.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.089+0000 7fd91a921900 20 processing logshard = reshard.0000000008 2026-04-02T12:00:47.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.091+0000 7fd91a921900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T12:00:47.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.091+0000 7fd91a921900 20 processing logshard = reshard.0000000009 2026-04-02T12:00:47.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.093+0000 7fd91a921900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T12:00:47.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.093+0000 7fd91a921900 20 processing logshard = reshard.0000000010 2026-04-02T12:00:47.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.095+0000 7fd91a921900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T12:00:47.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.095+0000 7fd91a921900 20 processing logshard = reshard.0000000011 2026-04-02T12:00:47.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.097+0000 7fd91a921900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T12:00:47.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.097+0000 7fd91a921900 20 processing logshard = reshard.0000000012 2026-04-02T12:00:47.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.099+0000 7fd91a921900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T12:00:47.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.099+0000 7fd91a921900 20 processing logshard = reshard.0000000013 2026-04-02T12:00:47.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.101+0000 7fd91a921900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T12:00:47.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.101+0000 7fd91a921900 20 processing logshard = reshard.0000000014 2026-04-02T12:00:47.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.103+0000 7fd91a921900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T12:00:47.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.103+0000 7fd91a921900 20 processing logshard = reshard.0000000015 2026-04-02T12:00:47.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.105+0000 7fd91a921900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=3 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 2 removed watcher, disabling cache 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=0 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=2 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=4 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=5 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=6 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.110+0000 7fd91a921900 20 remove_watcher() i=1 2026-04-02T12:00:47.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:47.111+0000 7fd91a921900 20 remove_watcher() i=7 2026-04-02T12:00:52.126 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:00:52.146 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:52.146 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:52.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.202+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 realm 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.203+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.204+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:52.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.204+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.205+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:52.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.205+0000 7f4122374900 20 searching for the correct realm 2026-04-02T12:00:52.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.208+0000 7f411e984640 0 -- 192.168.123.101:0/3130564127 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f41040df0b0 msgr2=0x7f4104001230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:52.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.211+0000 7f411d982640 0 -- 192.168.123.101:0/3130564127 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55bc72dcd220 msgr2=0x55bc72ded600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.214+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 zone default found 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 4 Realm: () 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 zonegroup default 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.215+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.216+0000 7f4122374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.216+0000 7f4122374900 20 started sync module instance, tier type = 2026-04-02T12:00:52.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.216+0000 7f4122374900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:52.239 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.236+0000 7f4122374900 20 add_watcher() i=0 2026-04-02T12:00:52.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.237+0000 7f4122374900 20 add_watcher() i=1 2026-04-02T12:00:52.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.237+0000 7f4122374900 20 add_watcher() i=5 2026-04-02T12:00:52.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.237+0000 7f4122374900 20 add_watcher() i=2 2026-04-02T12:00:52.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.238+0000 7f4122374900 20 add_watcher() i=3 2026-04-02T12:00:52.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.238+0000 7f4122374900 20 add_watcher() i=7 2026-04-02T12:00:52.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.238+0000 7f4122374900 20 add_watcher() i=6 2026-04-02T12:00:52.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.238+0000 7f4122374900 20 add_watcher() i=4 2026-04-02T12:00:52.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.238+0000 7f4122374900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:52.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.245+0000 7f4122374900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:52.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.245+0000 7f4122374900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:52.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.245+0000 7f4122374900 5 note: GC not initialized 2026-04-02T12:00:52.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.245+0000 7f40c6ffd640 20 reqs_thread_entry: start 2026-04-02T12:00:52.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.337+0000 7f4122374900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:52.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.338+0000 7f4122374900 20 Filter name: none 2026-04-02T12:00:52.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.338+0000 7f40c4ff9640 20 reqs_thread_entry: start 2026-04-02T12:00:52.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.338+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.338+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:52.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.338+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.339+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:52.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.339+0000 7f4122374900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:52.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.339+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.339+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:52.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.339+0000 7f4122374900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.340+0000 7f4122374900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:52.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.340+0000 7f4122374900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=7 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 2 removed watcher, disabling cache 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=0 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=4 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=2 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=1 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=3 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=5 2026-04-02T12:00:52.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.370+0000 7f4122374900 20 remove_watcher() i=6 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 0 size_kb: 0 num_shards: 12 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard add non empty bucket 2026-04-02T12:00:52.380 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:52.384 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.384 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.415 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.416 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.466 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.466 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.517 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.517 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.625 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.625 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.711 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.711 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.777 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.777 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.865 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:52.865 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:52.937 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:00:52.956 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:52.956 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:52.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.976+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 20 realm 2026-04-02T12:00:52.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:52.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.978+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.979+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:52.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.979+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.980+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:52.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.980+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:52.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.980+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:52.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.980+0000 7f687bf20900 20 searching for the correct realm 2026-04-02T12:00:52.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:52.984+0000 7f68737fe640 0 -- 192.168.123.101:0/937689825 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f686c0bcc00 msgr2=0x7f686c0bf7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.190+0000 7f6873fff640 0 -- 192.168.123.101:0/937689825 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x555ff26174b0 msgr2=0x555ff2637940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:53.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:53.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.192+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 20 zone default found 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.193+0000 7f687bf20900 4 Realm: () 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 zonegroup default 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.194+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.195+0000 7f687bf20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.195+0000 7f687bf20900 20 started sync module instance, tier type = 2026-04-02T12:00:53.197 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.195+0000 7f687bf20900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:53.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=2 2026-04-02T12:00:53.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=0 2026-04-02T12:00:53.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=1 2026-04-02T12:00:53.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=6 2026-04-02T12:00:53.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=4 2026-04-02T12:00:53.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=7 2026-04-02T12:00:53.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=5 2026-04-02T12:00:53.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 20 add_watcher() i=3 2026-04-02T12:00:53.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.199+0000 7f687bf20900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:53.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.202+0000 7f687bf20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:53.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.202+0000 7f687bf20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:53.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.202+0000 7f687bf20900 5 note: GC not initialized 2026-04-02T12:00:53.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.202+0000 7f681ffff640 20 reqs_thread_entry: start 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.245+0000 7f687bf20900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.245+0000 7f687bf20900 20 Filter name: none 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.246+0000 7f681dffb640 20 reqs_thread_entry: start 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.246+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.246+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:53.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.246+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:53.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.247+0000 7f687bf20900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=7 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 2 removed watcher, disabling cache 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=2 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=5 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=6 2026-04-02T12:00:53.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=4 2026-04-02T12:00:53.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=3 2026-04-02T12:00:53.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=0 2026-04-02T12:00:53.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.253+0000 7f687bf20900 20 remove_watcher() i=1 2026-04-02T12:00:53.262 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:53.262 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:53.262 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 8 size_kb: 1 num_shards: 12 2026-04-02T12:00:53.262 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:53.264 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2026-04-02T12:00:53.289 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:53.289 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:53.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.311+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 20 realm 2026-04-02T12:00:53.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:53.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.312+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.313+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.313+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.313+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.313+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.314+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:53.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.314+0000 7f8d8cfa3900 20 searching for the correct realm 2026-04-02T12:00:53.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.318+0000 7f8d894e8640 0 -- 192.168.123.101:0/2696764190 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bf9cdc14b0 msgr2=0x55bf9cde1960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.321+0000 7f8d894e8640 0 -- 192.168.123.101:0/2696764190 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55bf9cd5a710 msgr2=0x55bf9cd7abc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.324+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 zone default found 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 4 Realm: () 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 zonegroup default 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.325+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.326+0000 7f8d8cfa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.326+0000 7f8d8cfa3900 20 started sync module instance, tier type = 2026-04-02T12:00:53.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.326+0000 7f8d8cfa3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.329+0000 7f8d8cfa3900 20 add_watcher() i=0 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=4 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=2 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=7 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=3 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=6 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=5 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 20 add_watcher() i=1 2026-04-02T12:00:53.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.330+0000 7f8d8cfa3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:53.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.332+0000 7f8d8cfa3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:53.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.332+0000 7f8d8cfa3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:53.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.332+0000 7f8d8cfa3900 5 note: GC not initialized 2026-04-02T12:00:53.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.333+0000 7f8d367ec640 20 reqs_thread_entry: start 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.374+0000 7f8d8cfa3900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.374+0000 7f8d8cfa3900 20 Filter name: none 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.374+0000 7f8d2ffff640 20 reqs_thread_entry: start 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.374+0000 7f8d8cfa3900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.374+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.375+0000 7f8d8cfa3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:53.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=3 2026-04-02T12:00:53.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 2 removed watcher, disabling cache 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=0 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=4 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=2 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=7 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=1 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=6 2026-04-02T12:00:53.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.380+0000 7f8d8cfa3900 20 remove_watcher() i=5 2026-04-02T12:00:53.391 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard list 2026-04-02T12:00:53.409 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:53.409 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.428+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 realm 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.429+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.430+0000 7fc407d6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.430+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.431+0000 7fc407d6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:53.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.431+0000 7fc407d6e900 20 searching for the correct realm 2026-04-02T12:00:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.433+0000 7fc3fffff640 0 -- 192.168.123.101:0/1768374481 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55a46bcca730 msgr2=0x55a46bceabe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.437+0000 7fc3feffd640 0 -- 192.168.123.101:0/1768374481 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55a46bca7960 msgr2=0x55a46bcc7d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.439+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 zone default found 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 4 Realm: () 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 zonegroup default 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.440+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.441+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.441+0000 7fc407d6e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.441+0000 7fc407d6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.441+0000 7fc407d6e900 20 started sync module instance, tier type = 2026-04-02T12:00:53.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.441+0000 7fc407d6e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:53.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.444+0000 7fc407d6e900 20 add_watcher() i=3 2026-04-02T12:00:53.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.445+0000 7fc407d6e900 20 add_watcher() i=2 2026-04-02T12:00:53.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.445+0000 7fc407d6e900 20 add_watcher() i=0 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.445+0000 7fc407d6e900 20 add_watcher() i=6 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.445+0000 7fc407d6e900 20 add_watcher() i=5 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.445+0000 7fc407d6e900 20 add_watcher() i=7 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.446+0000 7fc407d6e900 20 add_watcher() i=1 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.446+0000 7fc407d6e900 20 add_watcher() i=4 2026-04-02T12:00:53.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.446+0000 7fc407d6e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:53.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.448+0000 7fc407d6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:53.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.448+0000 7fc407d6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:53.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.448+0000 7fc407d6e900 5 note: GC not initialized 2026-04-02T12:00:53.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.448+0000 7fc3b0fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:53.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.488+0000 7fc407d6e900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:53.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.488+0000 7fc407d6e900 20 Filter name: none 2026-04-02T12:00:53.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.488+0000 7fc3aa7fc640 20 reqs_thread_entry: start 2026-04-02T12:00:53.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 20 remove_watcher() i=0 2026-04-02T12:00:53.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 2 removed watcher, disabling cache 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 20 remove_watcher() i=3 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 20 remove_watcher() i=5 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 20 remove_watcher() i=6 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.495+0000 7fc407d6e900 20 remove_watcher() i=4 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.496+0000 7fc407d6e900 20 remove_watcher() i=2 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.496+0000 7fc407d6e900 20 remove_watcher() i=7 2026-04-02T12:00:53.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.496+0000 7fc407d6e900 20 remove_watcher() i=1 2026-04-02T12:00:53.504 INFO:tasks.workunit.client.0.vm01.stderr:bucket name a-bucket 2026-04-02T12:00:53.504 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard process non empty bucket 2026-04-02T12:00:53.504 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:53.506 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshard process 2026-04-02T12:00:53.524 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:53.524 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:53.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.541+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 20 realm 2026-04-02T12:00:53.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:53.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.542+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.543+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.543+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.543+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.543+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.544+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:53.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.544+0000 7efe31724900 20 searching for the correct realm 2026-04-02T12:00:53.548 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.546+0000 7efe2dc70640 0 -- 192.168.123.101:0/2281351869 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7efe1402a420 msgr2=0x7efe1402a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.751+0000 7efe2dc70640 0 -- 192.168.123.101:0/2281351869 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7efe1402a420 msgr2=0x7efe1402a830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:53.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.754+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 zone default found 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 4 Realm: () 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 zonegroup default 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.755+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 started sync module instance, tier type = 2026-04-02T12:00:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.756+0000 7efe31724900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.760+0000 7efe31724900 20 add_watcher() i=4 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.760+0000 7efe31724900 20 add_watcher() i=2 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.760+0000 7efe31724900 20 add_watcher() i=0 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.760+0000 7efe31724900 20 add_watcher() i=1 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.761+0000 7efe31724900 20 add_watcher() i=5 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.761+0000 7efe31724900 20 add_watcher() i=6 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.761+0000 7efe31724900 20 add_watcher() i=3 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.761+0000 7efe31724900 20 add_watcher() i=7 2026-04-02T12:00:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.761+0000 7efe31724900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:53.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.763+0000 7efe31724900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:53.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.763+0000 7efe31724900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:53.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.763+0000 7efe31724900 5 note: GC not initialized 2026-04-02T12:00:53.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.763+0000 7efdda7ec640 20 reqs_thread_entry: start 2026-04-02T12:00:53.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.803+0000 7efe31724900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:53.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.803+0000 7efe31724900 20 Filter name: none 2026-04-02T12:00:53.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.803+0000 7efdd3fff640 20 reqs_thread_entry: start 2026-04-02T12:00:53.806 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.803+0000 7efe31724900 20 processing logshard = reshard.0000000000 2026-04-02T12:00:53.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.807+0000 7efe31724900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-02T12:00:53.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.807+0000 7efe31724900 20 processing logshard = reshard.0000000001 2026-04-02T12:00:53.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.809+0000 7efe31724900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-02T12:00:53.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.809+0000 7efe31724900 20 processing logshard = reshard.0000000002 2026-04-02T12:00:53.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.810+0000 7efe31724900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-02T12:00:53.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.810+0000 7efe31724900 20 processing logshard = reshard.0000000003 2026-04-02T12:00:53.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.812+0000 7efe31724900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-02T12:00:53.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.812+0000 7efe31724900 20 processing logshard = reshard.0000000004 2026-04-02T12:00:53.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.814+0000 7efe31724900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-02T12:00:53.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.814+0000 7efe31724900 20 processing logshard = reshard.0000000005 2026-04-02T12:00:53.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.816+0000 7efe31724900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-02T12:00:53.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.816+0000 7efe31724900 20 processing logshard = reshard.0000000006 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.817+0000 7efe31724900 20 process_entry resharding a-bucket 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.817+0000 7efe31724900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.817+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.818+0000 7efe31724900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.824+0000 7efe31724900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.824+0000 7efe31724900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.824+0000 7efe31724900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.824+0000 7efe31724900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.825+0000 7efe03fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894476 cookie 94333505875472 notifier 5849 bl.length()=839 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.825+0000 7efe03fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.825+0000 7efe03fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.825+0000 7efe03fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.826+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:53.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.826+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:53.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.826+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:53.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.826+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:00:53.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.832+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:53.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.833+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:53.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.834+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.835+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.835+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.835+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:53.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.835+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:53.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.838+0000 7efe31724900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:53.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.838+0000 7efe31724900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe31724900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe31724900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe31724900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe31724900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe0cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894477 cookie 94333505875472 notifier 5849 bl.length()=839 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe0cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe0cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.839+0000 7efe0cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.840+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:53.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.840+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:53.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.840+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:53.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.840+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.843+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.843+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.0 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.1 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.2 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:53.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.3 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.4 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.844+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.5 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.6 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.7 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.8 2026-04-02T12:00:53.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.9 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.845+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.10 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.846+0000 7efe31724900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.846+0000 7efe31724900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.1.11 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.846+0000 7efe31724900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:53.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.846+0000 7efe31724900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:00:53.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe31724900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe31724900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe31724900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe31724900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:00:53.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe0cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894478 cookie 94333505875472 notifier 5849 bl.length()=803 2026-04-02T12:00:53.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe0cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:00:53.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe0cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:00:53.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.847+0000 7efe0cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:00:53.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.848+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:00:53.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.848+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:00:53.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.848+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:00:53.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.848+0000 7efe31724900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:00:53.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.851+0000 7efe31724900 1 execute INFO: reshard of bucket "a-bucket" from 12 shards to 13 shards completed successfully 2026-04-02T12:00:53.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.852+0000 7efe31724900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-02T12:00:53.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.854+0000 7efe31724900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-02T12:00:53.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.854+0000 7efe31724900 20 processing logshard = reshard.0000000007 2026-04-02T12:00:53.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.856+0000 7efe31724900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-02T12:00:53.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.856+0000 7efe31724900 20 processing logshard = reshard.0000000008 2026-04-02T12:00:53.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.858+0000 7efe31724900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-02T12:00:53.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.858+0000 7efe31724900 20 processing logshard = reshard.0000000009 2026-04-02T12:00:53.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.860+0000 7efe31724900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-02T12:00:53.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.860+0000 7efe31724900 20 processing logshard = reshard.0000000010 2026-04-02T12:00:53.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.862+0000 7efe31724900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-02T12:00:53.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.862+0000 7efe31724900 20 processing logshard = reshard.0000000011 2026-04-02T12:00:53.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.864+0000 7efe31724900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-02T12:00:53.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.864+0000 7efe31724900 20 processing logshard = reshard.0000000012 2026-04-02T12:00:53.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.865+0000 7efe31724900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-02T12:00:53.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.865+0000 7efe31724900 20 processing logshard = reshard.0000000013 2026-04-02T12:00:53.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.867+0000 7efe31724900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-02T12:00:53.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.867+0000 7efe31724900 20 processing logshard = reshard.0000000014 2026-04-02T12:00:53.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.869+0000 7efe31724900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-02T12:00:53.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.869+0000 7efe31724900 20 processing logshard = reshard.0000000015 2026-04-02T12:00:53.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.872+0000 7efe31724900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=0 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 2 removed watcher, disabling cache 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=3 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=5 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=4 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=2 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=6 2026-04-02T12:00:53.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=1 2026-04-02T12:00:53.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.875+0000 7efe31724900 20 remove_watcher() i=7 2026-04-02T12:00:53.884 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:00:53.904 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:53.904 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:53.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.922+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 realm 2026-04-02T12:00:53.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:53.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:53.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.923+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.924+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:53.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.924+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:53.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.925+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:53.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.925+0000 7ff81fd3e900 20 searching for the correct realm 2026-04-02T12:00:53.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:53.928+0000 7ff8177fe640 0 -- 192.168.123.101:0/3460009778 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7ff810033040 msgr2=0x7ff81000f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:54.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.133+0000 7ff817fff640 0 -- 192.168.123.101:0/3460009778 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x558014a4cb70 msgr2=0x558014a6cff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:54.137 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 zone default found 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 4 Realm: () 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 zonegroup default 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.135+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:54.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:54.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 started sync module instance, tier type = 2026-04-02T12:00:54.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.136+0000 7ff81fd3e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=0 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=2 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=3 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=5 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=4 2026-04-02T12:00:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=1 2026-04-02T12:00:54.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=6 2026-04-02T12:00:54.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 20 add_watcher() i=7 2026-04-02T12:00:54.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.140+0000 7ff81fd3e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:54.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.142+0000 7ff81fd3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:54.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.142+0000 7ff81fd3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:54.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.143+0000 7ff81fd3e900 5 note: GC not initialized 2026-04-02T12:00:54.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.143+0000 7ff7c3fff640 20 reqs_thread_entry: start 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.181+0000 7ff81fd3e900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.181+0000 7ff81fd3e900 20 Filter name: none 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.181+0000 7ff7c1ffb640 20 reqs_thread_entry: start 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:54.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.182+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.183+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.183+0000 7ff81fd3e900 20 rados->read ofs=0 len=0 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.183+0000 7ff81fd3e900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:00:54.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.183+0000 7ff81fd3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:54.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.187+0000 7ff81fd3e900 20 remove_watcher() i=3 2026-04-02T12:00:54.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.187+0000 7ff81fd3e900 2 removed watcher, disabling cache 2026-04-02T12:00:54.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.187+0000 7ff81fd3e900 20 remove_watcher() i=0 2026-04-02T12:00:54.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=2 2026-04-02T12:00:54.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=7 2026-04-02T12:00:54.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=4 2026-04-02T12:00:54.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=1 2026-04-02T12:00:54.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=5 2026-04-02T12:00:54.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:54.188+0000 7ff81fd3e900 20 remove_watcher() i=6 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 8 size_kb: 1 num_shards: 13 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at init_index 2026-04-02T12:00:54.197 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:54.199 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.199 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.235 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.235 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.288 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.288 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.339 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.339 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.390 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.390 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.440 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.440 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.490 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.490 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.540 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.540 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.591 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.591 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.643 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.643 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.693 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.693 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.743 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.743 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.793 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.793 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.844 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.844 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.894 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.894 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.944 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.945 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:54.996 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:54.996 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.047 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:55.047 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.096 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:55.097 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.148 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:55.148 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.200 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:55.200 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.253 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:55.253 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:55.305 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:00:55.325 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:55.325 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:55.345 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.342+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 20 realm 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.343+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.344+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.344+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.345+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:55.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.345+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.345+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:55.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.345+0000 7f5bdab2c900 20 searching for the correct realm 2026-04-02T12:00:55.352 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.349+0000 7f5bd6943640 0 -- 192.168.123.101:0/2111054211 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f5bc8017920 msgr2=0x7f5bc8057440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:55.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.555+0000 7f5bd7144640 0 -- 192.168.123.101:0/2111054211 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x560734510040 msgr2=0x5607345304f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:55.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:55.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:55.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.557+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 zone default found 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 4 Realm: () 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:55.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 zonegroup default 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.558+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.559+0000 7f5bdab2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.559+0000 7f5bdab2c900 20 started sync module instance, tier type = 2026-04-02T12:00:55.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.559+0000 7f5bdab2c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.562+0000 7f5bdab2c900 20 add_watcher() i=4 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.562+0000 7f5bdab2c900 20 add_watcher() i=2 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.562+0000 7f5bdab2c900 20 add_watcher() i=0 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.562+0000 7f5bdab2c900 20 add_watcher() i=7 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.562+0000 7f5bdab2c900 20 add_watcher() i=6 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.563+0000 7f5bdab2c900 20 add_watcher() i=1 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.563+0000 7f5bdab2c900 20 add_watcher() i=3 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.563+0000 7f5bdab2c900 20 add_watcher() i=5 2026-04-02T12:00:55.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.563+0000 7f5bdab2c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:55.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.565+0000 7f5bdab2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:55.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.565+0000 7f5bdab2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:55.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.565+0000 7f5bdab2c900 5 note: GC not initialized 2026-04-02T12:00:55.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.565+0000 7f5b7f7fe640 20 reqs_thread_entry: start 2026-04-02T12:00:55.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.609+0000 7f5bdab2c900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:55.611 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.609+0000 7f5bdab2c900 20 Filter name: none 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.609+0000 7f5b7d7fa640 20 reqs_thread_entry: start 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.609+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:55.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:55.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.610+0000 7f5bdab2c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.611+0000 7f5bdab2c900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:55.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.611+0000 7f5bdab2c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:55.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=2 2026-04-02T12:00:55.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 2 removed watcher, disabling cache 2026-04-02T12:00:55.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=3 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=5 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=4 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=0 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=1 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.616+0000 7f5bdab2c900 20 remove_watcher() i=6 2026-04-02T12:00:55.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.617+0000 7f5bdab2c900 20 remove_watcher() i=7 2026-04-02T12:00:55.626 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:55.626 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:55.626 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-init-index id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:00:55.626 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:55.628 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2026-04-02T12:00:55.650 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:55.650 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:55.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.671+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 realm 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.672+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.673+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:55.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.673+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.674+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:55.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.674+0000 7efdd1d83900 20 searching for the correct realm 2026-04-02T12:00:55.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.675+0000 7efdcd2e6640 0 -- 192.168.123.101:0/3509035909 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7efdbc03b070 msgr2=0x7efdbc046430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:55.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.880+0000 7efdcdae7640 0 -- 192.168.123.101:0/3509035909 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7efdb0003ae0 msgr2=0x7efdc0010440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.884+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 zone default found 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 4 Realm: () 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 zonegroup default 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.885+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.886+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.886+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.886+0000 7efdd1d83900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.886+0000 7efdd1d83900 20 started sync module instance, tier type = 2026-04-02T12:00:55.888 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.886+0000 7efdd1d83900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:55.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=3 2026-04-02T12:00:55.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=6 2026-04-02T12:00:55.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=2 2026-04-02T12:00:55.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=5 2026-04-02T12:00:55.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=1 2026-04-02T12:00:55.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.890+0000 7efdd1d83900 20 add_watcher() i=7 2026-04-02T12:00:55.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.892+0000 7efdd1d83900 20 add_watcher() i=0 2026-04-02T12:00:55.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.892+0000 7efdd1d83900 20 add_watcher() i=4 2026-04-02T12:00:55.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.892+0000 7efdd1d83900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:55.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.894+0000 7efdd1d83900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:55.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.894+0000 7efdd1d83900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:55.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.894+0000 7efdd1d83900 5 note: GC not initialized 2026-04-02T12:00:55.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.894+0000 7efd7afed640 20 reqs_thread_entry: start 2026-04-02T12:00:55.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:55.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 20 Filter name: none 2026-04-02T12:00:55.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efd78fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:55.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:00:55.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 : miss 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.937+0000 7efdd1d83900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:55.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.938+0000 7efdd1d83900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 2026-04-02T12:00:55.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.939+0000 7efdd1d83900 -1 Injecting error=-5 at location=init_index 2026-04-02T12:00:55.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.939+0000 7efdd1d83900 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2026-04-02T12:00:55.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.943+0000 7efdd1d83900 20 remove_watcher() i=0 2026-04-02T12:00:55.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.943+0000 7efdd1d83900 2 removed watcher, disabling cache 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.943+0000 7efdd1d83900 20 remove_watcher() i=3 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=6 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=5 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=7 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=1 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=2 2026-04-02T12:00:55.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.944+0000 7efdd1d83900 20 remove_watcher() i=4 2026-04-02T12:00:55.953 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:00:55.973 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:55.973 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:55.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.990+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 20 realm 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.991+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.992+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:55.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.992+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.992+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:55.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.992+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:55.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.993+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:55.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:55.993+0000 7f6095612900 20 searching for the correct realm 2026-04-02T12:00:56.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.196+0000 7f6091602640 0 -- 192.168.123.101:0/3940353063 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f607407ab50 msgr2=0x7f6074065040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:56.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.403+0000 7f6091602640 0 -- 192.168.123.101:0/3940353063 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f607407ab50 msgr2=0x7f6074065040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.406+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 zone default found 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 4 Realm: () 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:56.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 zonegroup default 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.407+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.408+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.408+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.408+0000 7f6095612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.408+0000 7f6095612900 20 started sync module instance, tier type = 2026-04-02T12:00:56.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.408+0000 7f6095612900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.412+0000 7f6095612900 20 add_watcher() i=3 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=5 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=6 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=7 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=2 2026-04-02T12:00:56.415 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=1 2026-04-02T12:00:56.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=0 2026-04-02T12:00:56.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 20 add_watcher() i=4 2026-04-02T12:00:56.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.413+0000 7f6095612900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:56.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.415+0000 7f6095612900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:56.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.415+0000 7f6095612900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:56.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.416+0000 7f6095612900 5 note: GC not initialized 2026-04-02T12:00:56.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.416+0000 7f603d7f2640 20 reqs_thread_entry: start 2026-04-02T12:00:56.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.458+0000 7f6095612900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:56.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.458+0000 7f6095612900 20 Filter name: none 2026-04-02T12:00:56.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.458+0000 7f6036ffd640 20 reqs_thread_entry: start 2026-04-02T12:00:56.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.458+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.458+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:56.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:56.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:56.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:56.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:56.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.459+0000 7f6095612900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:56.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=2 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 2 removed watcher, disabling cache 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=3 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=7 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=4 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=0 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=6 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=1 2026-04-02T12:00:56.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.465+0000 7f6095612900 20 remove_watcher() i=5 2026-04-02T12:00:56.474 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:56.474 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:56.474 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-init-index id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:00:56.474 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:56.476 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:56.476 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:56.504 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:56.504 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:56.554 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:00:56.575 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:56.575 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:56.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.594+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.594+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.594+0000 7f507a3af900 20 realm 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.594+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.597 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:56.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.595+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.596+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:56.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.596+0000 7f507a3af900 20 searching for the correct realm 2026-04-02T12:00:56.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.598+0000 7f506bfff640 0 -- 192.168.123.101:0/3593179098 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f506404e070 msgr2=0x7f506405c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:56.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.802+0000 7f506bfff640 0 -- 192.168.123.101:0/3593179098 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f506404e070 msgr2=0x7f506405c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:56.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:56.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:56.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:56.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:56.808 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.806+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 zone default found 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 4 Realm: () 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 zonegroup default 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.809 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:56.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:56.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 started sync module instance, tier type = 2026-04-02T12:00:56.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.807+0000 7f507a3af900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:56.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.810+0000 7f507a3af900 20 add_watcher() i=0 2026-04-02T12:00:56.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.811+0000 7f507a3af900 20 add_watcher() i=6 2026-04-02T12:00:56.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.811+0000 7f507a3af900 20 add_watcher() i=5 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.811+0000 7f507a3af900 20 add_watcher() i=3 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.812+0000 7f507a3af900 20 add_watcher() i=7 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.812+0000 7f507a3af900 20 add_watcher() i=2 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.812+0000 7f507a3af900 20 add_watcher() i=4 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.812+0000 7f507a3af900 20 add_watcher() i=1 2026-04-02T12:00:56.814 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.812+0000 7f507a3af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:56.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.814+0000 7f507a3af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:56.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.814+0000 7f507a3af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:56.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.814+0000 7f507a3af900 5 note: GC not initialized 2026-04-02T12:00:56.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:56.814+0000 7f5020ff1640 20 reqs_thread_entry: start 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.056+0000 7f507a3af900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.056+0000 7f507a3af900 20 Filter name: none 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.056+0000 7f5019ffb640 20 reqs_thread_entry: start 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.056+0000 7f507a3af900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.056+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 : miss 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:57.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:57.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.057+0000 7f507a3af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f507a3af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f507a3af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f507a3af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f507a3af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20, ofs0, ns] 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f5056ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894558 cookie 94485348620640 notifier 6309 bl.length()=923 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f5056ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f5056ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.063+0000 7f5056ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.064+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_sources= new_sources= 2026-04-02T12:00:57.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.064+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential sources added=[] removed=[] 2026-04-02T12:00:57.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.064+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_dests= new_dests= 2026-04-02T12:00:57.067 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.064+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential dests added=[] removed=[] 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.0 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.0 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.1 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.1 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.2 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.2 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.3 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.3 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.4 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.4 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.5 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.5 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.6 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.6 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.7 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.7 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.8 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.8 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.9 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.9 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.10 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.10 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.11 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1.11 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.069+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.0 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.070+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1 2026-04-02T12:00:57.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.070+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.2 2026-04-02T12:00:57.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.070+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.3 2026-04-02T12:00:57.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.071+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.4 2026-04-02T12:00:57.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.071+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.5 2026-04-02T12:00:57.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.071+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.6 2026-04-02T12:00:57.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.072+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.7 2026-04-02T12:00:57.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.072+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.8 2026-04-02T12:00:57.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.072+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.9 2026-04-02T12:00:57.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.073+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.10 2026-04-02T12:00:57.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.077+0000 7f507a3af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:57.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.077+0000 7f507a3af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 2026-04-02T12:00:57.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f507a3af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f507a3af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f507a3af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f507a3af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20, ofs0, ns] 2026-04-02T12:00:57.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f5056ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894559 cookie 94485348620640 notifier 6309 bl.length()=923 2026-04-02T12:00:57.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f5056ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f5056ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.078+0000 7f5056ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.079+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_sources= new_sources= 2026-04-02T12:00:57.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.079+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential sources added=[] removed=[] 2026-04-02T12:00:57.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.079+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_dests= new_dests= 2026-04-02T12:00:57.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.079+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential dests added=[] removed=[] 2026-04-02T12:00:57.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.082+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.0 2026-04-02T12:00:57.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.082+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.1 2026-04-02T12:00:57.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.082+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.2 2026-04-02T12:00:57.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.082+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.3 2026-04-02T12:00:57.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.083+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.4 2026-04-02T12:00:57.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.083+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.5 2026-04-02T12:00:57.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.083+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.6 2026-04-02T12:00:57.085 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.083+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.7 2026-04-02T12:00:57.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.083+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.8 2026-04-02T12:00:57.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.084+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.9 2026-04-02T12:00:57.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.084+0000 7f507a3af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20.10 2026-04-02T12:00:57.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.084+0000 7f507a3af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:57.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.084+0000 7f507a3af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.085+0000 7f507a3af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.085+0000 7f507a3af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.085+0000 7f507a3af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.085+0000 7f507a3af900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20, ofs0, ns] 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.086+0000 7f5056ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894560 cookie 94485348620640 notifier 6309 bl.length()=887 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.086+0000 7f5056ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 info.flags=0x17 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.086+0000 7f5056ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 to cache LRU end 2026-04-02T12:00:57.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.086+0000 7f5056ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:57.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.087+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_sources= new_sources= 2026-04-02T12:00:57.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.087+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential sources added=[] removed=[] 2026-04-02T12:00:57.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.087+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): orig_dests= new_dests= 2026-04-02T12:00:57.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.087+0000 7f507a3af900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20]): potential dests added=[] removed=[] 2026-04-02T12:00:57.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.089+0000 7f507a3af900 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=3 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 2 removed watcher, disabling cache 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=0 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=4 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=2 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=5 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=6 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=1 2026-04-02T12:00:57.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.094+0000 7f507a3af900 20 remove_watcher() i=7 2026-04-02T12:00:57.104 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:00:57.124 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:57.124 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:57.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.142+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 20 realm 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.143+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.144+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.144+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.144+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:57.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.144+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.145+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:57.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.145+0000 7f3ce071c900 20 searching for the correct realm 2026-04-02T12:00:57.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.148+0000 7f3cde1d3640 0 -- 192.168.123.101:0/2331788416 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f3cd008a040 msgr2=0x7f3cd0073430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:57.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.151+0000 7f3cde1d3640 0 -- 192.168.123.101:0/2331788416 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f3c9c0a4b30 msgr2=0x7f3c9c0c4f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.154+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 zone default found 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 4 Realm: () 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 zonegroup default 2026-04-02T12:00:57.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.155+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.156+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.156+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.156+0000 7f3ce071c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.156+0000 7f3ce071c900 20 started sync module instance, tier type = 2026-04-02T12:00:57.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.156+0000 7f3ce071c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:57.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.159+0000 7f3ce071c900 20 add_watcher() i=0 2026-04-02T12:00:57.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.159+0000 7f3ce071c900 20 add_watcher() i=7 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.160+0000 7f3ce071c900 20 add_watcher() i=3 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 20 add_watcher() i=6 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 20 add_watcher() i=2 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 20 add_watcher() i=5 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 20 add_watcher() i=4 2026-04-02T12:00:57.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 20 add_watcher() i=1 2026-04-02T12:00:57.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.161+0000 7f3ce071c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:57.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.163+0000 7f3ce071c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:57.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.163+0000 7f3ce071c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:57.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.163+0000 7f3ce071c900 5 note: GC not initialized 2026-04-02T12:00:57.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.163+0000 7f3c86ffd640 20 reqs_thread_entry: start 2026-04-02T12:00:57.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.201+0000 7f3ce071c900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:57.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.201+0000 7f3ce071c900 20 Filter name: none 2026-04-02T12:00:57.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.202+0000 7f3c84ff9640 20 reqs_thread_entry: start 2026-04-02T12:00:57.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.202+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.202+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.202+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.202+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:57.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 rados->read ofs=0 len=0 2026-04-02T12:00:57.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:57.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.203+0000 7f3ce071c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:57.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.212+0000 7f3ce071c900 20 remove_watcher() i=0 2026-04-02T12:00:57.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.212+0000 7f3ce071c900 2 removed watcher, disabling cache 2026-04-02T12:00:57.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.212+0000 7f3ce071c900 20 remove_watcher() i=3 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.212+0000 7f3ce071c900 20 remove_watcher() i=2 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.212+0000 7f3ce071c900 20 remove_watcher() i=7 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.213+0000 7f3ce071c900 20 remove_watcher() i=4 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.213+0000 7f3ce071c900 20 remove_watcher() i=6 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.213+0000 7f3ce071c900 20 remove_watcher() i=5 2026-04-02T12:00:57.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:57.213+0000 7f3ce071c900 20 remove_watcher() i=1 2026-04-02T12:00:57.221 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:57.221 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:57.221 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-init-index id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.20 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:00:57.221 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:57.223 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.223 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.233 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.233 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.397 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.397 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.488 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2026-04-02T12:00:57.488 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:57.489 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.489 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.522 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.522 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.570 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.570 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.619 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.619 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.669 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.669 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.717 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.718 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.766 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.767 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.816 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.816 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.866 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.866 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.915 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.915 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:57.966 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:57.966 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.015 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.015 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.064 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.064 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.113 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.113 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.165 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.165 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.214 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.215 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.265 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.265 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.315 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.315 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.365 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.365 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.415 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.415 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.465 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.465 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.515 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:58.515 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:58.565 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:00:58.584 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:58.584 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:58.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.602+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 realm 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:58.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.603+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.604+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:58.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.604+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.604+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:58.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.604+0000 7f2a54d2b900 20 searching for the correct realm 2026-04-02T12:00:58.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.607+0000 7f2a50a76640 0 -- 192.168.123.101:0/3954344777 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f2a4407f040 msgr2=0x7f2a44070410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:58.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.610+0000 7f2a50a76640 0 -- 192.168.123.101:0/3954344777 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f2a4407f040 msgr2=0x7f2a0c0e5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.815+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.815+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:58.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 zone default found 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 4 Realm: () 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 zonegroup default 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.816+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 started sync module instance, tier type = 2026-04-02T12:00:58.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.817+0000 7f2a54d2b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:58.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.820+0000 7f2a54d2b900 20 add_watcher() i=0 2026-04-02T12:00:58.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.821+0000 7f2a54d2b900 20 add_watcher() i=3 2026-04-02T12:00:58.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.821+0000 7f2a54d2b900 20 add_watcher() i=2 2026-04-02T12:00:58.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.821+0000 7f2a54d2b900 20 add_watcher() i=6 2026-04-02T12:00:58.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.821+0000 7f2a54d2b900 20 add_watcher() i=5 2026-04-02T12:00:58.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.822+0000 7f2a54d2b900 20 add_watcher() i=1 2026-04-02T12:00:58.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.822+0000 7f2a54d2b900 20 add_watcher() i=4 2026-04-02T12:00:58.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.822+0000 7f2a54d2b900 20 add_watcher() i=7 2026-04-02T12:00:58.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.822+0000 7f2a54d2b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:58.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.824+0000 7f2a54d2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:58.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.824+0000 7f2a54d2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:58.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.824+0000 7f2a54d2b900 5 note: GC not initialized 2026-04-02T12:00:58.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.825+0000 7f29fdfeb640 20 reqs_thread_entry: start 2026-04-02T12:00:58.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f2a54d2b900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:58.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f2a54d2b900 20 Filter name: none 2026-04-02T12:00:58.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f29f77fe640 20 reqs_thread_entry: start 2026-04-02T12:00:58.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.864+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:58.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:58.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.865+0000 7f2a54d2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=6 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 2 removed watcher, disabling cache 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=0 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=4 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=7 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=5 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=2 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.870+0000 7f2a54d2b900 20 remove_watcher() i=1 2026-04-02T12:00:58.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.871+0000 7f2a54d2b900 20 remove_watcher() i=3 2026-04-02T12:00:58.879 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:58.879 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:58.879 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-init-index id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:00:58.879 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:58.881 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2026-04-02T12:00:58.906 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:58.907 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:58.928 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.926+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 realm 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.927+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.928+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:58.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.928+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.929+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:58.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.929+0000 7f5a329a2900 20 searching for the correct realm 2026-04-02T12:00:58.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.931+0000 7f5a30c5a640 0 -- 192.168.123.101:0/2827504780 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f5a1802f440 msgr2=0x7f5a1802f890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:58.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.936+0000 7f5a2bfff640 0 -- 192.168.123.101:0/2827504780 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f5a240cf900 msgr2=0x7f5a240f8130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:58.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 zone default found 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 4 Realm: () 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 zonegroup default 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.939+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 started sync module instance, tier type = 2026-04-02T12:00:58.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.940+0000 7f5a329a2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:58.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=2 2026-04-02T12:00:58.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=0 2026-04-02T12:00:58.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=5 2026-04-02T12:00:58.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=6 2026-04-02T12:00:58.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=4 2026-04-02T12:00:58.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=3 2026-04-02T12:00:58.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=1 2026-04-02T12:00:58.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 20 add_watcher() i=7 2026-04-02T12:00:58.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.944+0000 7f5a329a2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:58.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.946+0000 7f5a329a2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:58.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.946+0000 7f5a329a2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:58.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.946+0000 7f5a329a2900 5 note: GC not initialized 2026-04-02T12:00:58.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.947+0000 7f59dd7ea640 20 reqs_thread_entry: start 2026-04-02T12:00:58.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:58.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 Filter name: none 2026-04-02T12:00:58.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f59d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:00:58.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-02T12:00:58.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 : miss 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 rados->read ofs=0 len=0 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 info.flags=0x17 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 to cache LRU end 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:58.991 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.988+0000 7f5a329a2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 2026-04-02T12:00:58.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.989+0000 7f5a329a2900 -1 Injecting error=-95 at location=init_index 2026-04-02T12:00:58.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.989+0000 7f5a329a2900 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.994+0000 7f5a329a2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 info.flags=0x17 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.994+0000 7f5a329a2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 to cache LRU end 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.994+0000 7f5a329a2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.994+0000 7f5a329a2900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21, ofs0, ns] 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.995+0000 7f5a0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894563 cookie 94784763095424 notifier 6363 bl.length()=923 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.995+0000 7f5a0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 info.flags=0x17 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.995+0000 7f5a0affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 to cache LRU end 2026-04-02T12:00:58.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.995+0000 7f5a0affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:58.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.996+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): orig_sources= new_sources= 2026-04-02T12:00:58.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.996+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): potential sources added=[] removed=[] 2026-04-02T12:00:58.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.996+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): orig_dests= new_dests= 2026-04-02T12:00:58.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.996+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): potential dests added=[] removed=[] 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.0 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.0 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.1 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.1 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.2 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.2 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.3 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.3 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.4 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.4 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.5 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.5 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.6 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.6 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.7 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.7 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.8 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.8 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.9 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.9 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.10 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.10 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.11 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1.11 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:58.999+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.0 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.000+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.1 2026-04-02T12:00:59.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.000+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.2 2026-04-02T12:00:59.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.000+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.3 2026-04-02T12:00:59.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.001+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.4 2026-04-02T12:00:59.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.001+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.5 2026-04-02T12:00:59.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.001+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.6 2026-04-02T12:00:59.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.002+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.7 2026-04-02T12:00:59.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.002+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.8 2026-04-02T12:00:59.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.002+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.9 2026-04-02T12:00:59.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.003+0000 7f5a329a2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21.10 2026-04-02T12:00:59.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.006+0000 7f5a329a2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 : hit (requested=0x17, cached=0x17) 2026-04-02T12:00:59.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.006+0000 7f5a329a2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.007+0000 7f5a329a2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 info.flags=0x17 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.007+0000 7f5a329a2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 to cache LRU end 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.007+0000 7f5a329a2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.007+0000 7f5a329a2900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21, ofs0, ns] 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.008+0000 7f5a0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894564 cookie 94784763095424 notifier 6363 bl.length()=887 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.008+0000 7f5a0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 info.flags=0x17 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.008+0000 7f5a0affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 to cache LRU end 2026-04-02T12:00:59.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.008+0000 7f5a0affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:00:59.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.009+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): orig_sources= new_sources= 2026-04-02T12:00:59.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.009+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): potential sources added=[] removed=[] 2026-04-02T12:00:59.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.009+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): orig_dests= new_dests= 2026-04-02T12:00:59.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.009+0000 7f5a329a2900 20 handle_bi_update(): bucket=:error-at-init-index[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21]): potential dests added=[] removed=[] 2026-04-02T12:00:59.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.013+0000 7f5a329a2900 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2026-04-02T12:00:59.019 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.017+0000 7f5a329a2900 20 remove_watcher() i=0 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.017+0000 7f5a329a2900 2 removed watcher, disabling cache 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.017+0000 7f5a329a2900 20 remove_watcher() i=4 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.017+0000 7f5a329a2900 20 remove_watcher() i=3 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.017+0000 7f5a329a2900 20 remove_watcher() i=6 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.018+0000 7f5a329a2900 20 remove_watcher() i=5 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.018+0000 7f5a329a2900 20 remove_watcher() i=2 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.018+0000 7f5a329a2900 20 remove_watcher() i=1 2026-04-02T12:00:59.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.018+0000 7f5a329a2900 20 remove_watcher() i=7 2026-04-02T12:00:59.029 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-02T12:00:59.049 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:00:59.049 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:00:59.069 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.067+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 realm 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:00:59.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.069+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.070+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:59.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.070+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.070+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:00:59.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.070+0000 7fc277ae8900 20 searching for the correct realm 2026-04-02T12:00:59.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.073+0000 7fc27559f640 0 -- 192.168.123.101:0/1226764376 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fc268058890 msgr2=0x7fc2680bc910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:59.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.077+0000 7fc27559f640 0 -- 192.168.123.101:0/1226764376 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fc2340a4bc0 msgr2=0x7fc2340c4fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:00:59.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.080+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 zone default found 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 4 Realm: () 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 zonegroup default 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:00:59.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 started sync module instance, tier type = 2026-04-02T12:00:59.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.081+0000 7fc277ae8900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:00:59.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.085+0000 7fc277ae8900 20 add_watcher() i=6 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.085+0000 7fc277ae8900 20 add_watcher() i=5 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.085+0000 7fc277ae8900 20 add_watcher() i=7 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.085+0000 7fc277ae8900 20 add_watcher() i=2 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.085+0000 7fc277ae8900 20 add_watcher() i=3 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.086+0000 7fc277ae8900 20 add_watcher() i=0 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.086+0000 7fc277ae8900 20 add_watcher() i=4 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.086+0000 7fc277ae8900 20 add_watcher() i=1 2026-04-02T12:00:59.088 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.086+0000 7fc277ae8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:00:59.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.088+0000 7fc277ae8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:00:59.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.088+0000 7fc277ae8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:00:59.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.088+0000 7fc277ae8900 5 note: GC not initialized 2026-04-02T12:00:59.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.088+0000 7fc222fed640 20 reqs_thread_entry: start 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.137+0000 7fc277ae8900 20 init_complete bucket index max shards: 11 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.137+0000 7fc277ae8900 20 Filter name: none 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.137+0000 7fc220fe9640 20 reqs_thread_entry: start 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.137+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:59.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:00:59.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.138+0000 7fc277ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:00:59.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.139+0000 7fc277ae8900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:00:59.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.139+0000 7fc277ae8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=2 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 2 removed watcher, disabling cache 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=4 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=6 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=5 2026-04-02T12:00:59.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=1 2026-04-02T12:00:59.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=3 2026-04-02T12:00:59.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=7 2026-04-02T12:00:59.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:00:59.144+0000 7fc277ae8900 20 remove_watcher() i=0 2026-04-02T12:00:59.153 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:59.153 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:00:59.153 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-init-index id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.21 num_objects: 20 size_kb: 1 num_shards: 12 2026-04-02T12:00:59.153 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:59.154 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.154 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.166 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.166 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.328 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.328 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.422 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at init_index 2026-04-02T12:00:59.423 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:00:59.423 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.423 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.457 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.457 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.507 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.507 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.556 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.556 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.607 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.607 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.656 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.656 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.707 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.707 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.760 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.760 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.811 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.811 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.862 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.862 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.912 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.912 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:00:59.964 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:00:59.964 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.014 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.014 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.064 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.064 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.114 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.114 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.164 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.164 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.214 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.214 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.265 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.265 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.318 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.318 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.368 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.368 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.420 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.420 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.470 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:00.470 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:00.522 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:00.542 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:00.542 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:00.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.558+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 realm 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.559+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.560+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.560+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.560+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:00.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.561+0000 7f0a0013c900 20 searching for the correct realm 2026-04-02T12:01:00.565 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.563+0000 7f09f7fff640 0 -- 192.168.123.101:0/794258226 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f09e0043b80 msgr2=0x7f09e0026920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.566+0000 7f09f77fe640 0 -- 192.168.123.101:0/794258226 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x7f09e0043b80 msgr2=0x7f09b80e5750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:00.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 zone default found 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 4 Realm: () 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 zonegroup default 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.569+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.570+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.570+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.570+0000 7f0a0013c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.570+0000 7f0a0013c900 20 started sync module instance, tier type = 2026-04-02T12:01:00.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.570+0000 7f0a0013c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=3 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=0 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=6 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=4 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=2 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=5 2026-04-02T12:01:00.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.573+0000 7f0a0013c900 20 add_watcher() i=7 2026-04-02T12:01:00.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.574+0000 7f0a0013c900 20 add_watcher() i=1 2026-04-02T12:01:00.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.574+0000 7f0a0013c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:00.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.575+0000 7f0a0013c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:00.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.576+0000 7f0a0013c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:00.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.576+0000 7f0a0013c900 5 note: GC not initialized 2026-04-02T12:01:00.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.576+0000 7f09a3fff640 20 reqs_thread_entry: start 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.614+0000 7f0a0013c900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 Filter name: none 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f09a1ffb640 20 reqs_thread_entry: start 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:00.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.615+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.616+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.616+0000 7f0a0013c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.616+0000 7f0a0013c900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:00.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.616+0000 7f0a0013c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=2 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 2 removed watcher, disabling cache 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=3 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=0 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=4 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=7 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.620+0000 7f0a0013c900 20 remove_watcher() i=5 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.621+0000 7f0a0013c900 20 remove_watcher() i=6 2026-04-02T12:01:00.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.621+0000 7f0a0013c900 20 remove_watcher() i=1 2026-04-02T12:01:00.629 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.629 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:00.629 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-init-indext id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:00.629 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.630 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2026-04-02T12:01:00.652 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:00.652 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:00.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.667+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 realm 2026-04-02T12:01:00.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.669+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.671 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.669+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.670+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:00.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.670+0000 7fb149725900 20 searching for the correct realm 2026-04-02T12:01:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.673+0000 7fb145538640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb13806ef40 msgr2=0x7fb138066200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.878+0000 7fb145d39640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bc8a3286d0 msgr2=0x55bc8a348b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:00.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:00.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:00.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 zone default found 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 4 Realm: () 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 zonegroup default 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.881+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.881+0000 7fb149725900 20 started sync module instance, tier type = 2026-04-02T12:01:00.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.881+0000 7fb149725900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:00.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=0 2026-04-02T12:01:00.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=3 2026-04-02T12:01:00.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=5 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=2 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=6 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=7 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=4 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=1 2026-04-02T12:01:00.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.884+0000 7fb149725900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:00.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:00.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:00.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.887+0000 7fb149725900 5 note: GC not initialized 2026-04-02T12:01:00.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.887+0000 7fb0f27ec640 20 reqs_thread_entry: start 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.953+0000 7fb149725900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.953+0000 7fb149725900 20 Filter name: none 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.953+0000 7fb0ebfff640 20 reqs_thread_entry: start 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : miss 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:00.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.954+0000 7fb149725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:00.958 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb149725900 time 2026-04-02T12:01:00.957435+0000 2026-04-02T12:01:00.958 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb14ab8f8f8] 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:00.959 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fb149725900 thread_name:radosgw-admin 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.957+0000 7fb149725900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb149725900 time 2026-04-02T12:01:00.957435+0000 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb14ab8f8f8] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb149c3fc30] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb149c8d02c] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb14ab8f957] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:00.958+0000 7fb149725900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fb149725900 thread_name:radosgw-admin 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb149c3fc30] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb149c8d02c] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb14ab8f957] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.960 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient(hunting): handle_auth_done global_id 6008 payload 274 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:01:00.655+0000 7fb144d37640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: dump: 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: dump: 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.962 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:01:00.655+0000 7fb149725900 5 monclient: authenticate success, global_id 6008 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:01:00.655+0000 7fb149725900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:01:00.655+0000 7fb149725900 4 set_mon_vals no callback set 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:01:00.655+0000 7fb149725900 10 monclient: shutdown 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:01:00.655+0000 7fb149725900 5 asok(0x55bc89e806b0) unregister_commands rotate-key 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:01:00.656+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: starting msgr at 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: starting objecter 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:01:00.656+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests hook 0x55bc89f86ba0 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: setting wanted keys 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: calling monclient init 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.963 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:01:00.656+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key hook 0x55bc89f828b8 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc89f0ff70 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc89f11150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc89f12a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.658668s 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc89f0ff70 auth_method 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc89f11150 auth_method 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6011 payload 824 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:01:00.656+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:01:00.656+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc89f12a50 auth_method 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: dump: 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: dump: 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.964 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:01:00.657+0000 7fb149725900 5 monclient: authenticate success, global_id 6011 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:01:00.657+0000 7fb1337fe640 4 set_mon_vals no callback set 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:01:00.657+0000 7fb149725900 1 librados: init done 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:01:00.658+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb120077690 auth_method 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:01:00.658+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a06a950 auth_method 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:01:00.659+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a0f52b0 auth_method 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:01:00.660+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a117490 auth_method 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:01:00.661+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:01:00.661+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests cmddesc objecter_requests hook 0x55bc8a13d640 EEXIST 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.965 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:01:00.661+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x55bc8a138500 EEXIST 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a164c10 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a1674f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a164fe0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.663796s 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a164fe0 auth_method 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a1674f0 auth_method 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:01:00.661+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a164c10 auth_method 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient(hunting): handle_auth_done global_id 6014 payload 824 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:01:00.662+0000 7fb145d39640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: dump: 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: dump: 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:01:00.662+0000 7fb149725900 5 monclient: authenticate success, global_id 6014 2026-04-02T12:01:00.966 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:01:00.662+0000 7fb14653a640 4 set_mon_vals no callback set 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb114077450 auth_method 0 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: get_monmap_and_config 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:01:00.664+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:01:00.664+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x7ffddf67dae8 EEXIST 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a220ff0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a2284a0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.967 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a2513f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.666781s 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a220ff0 auth_method 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a2513f0 auth_method 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a2284a0 auth_method 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6017 payload 274 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:01:00.665+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:01:00.665+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:01:00.665+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: dump: 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: dump: 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:01:00.665+0000 7fb149725900 5 monclient: authenticate success, global_id 6017 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:01:00.665+0000 7fb149725900 4 set_mon_vals no callback set 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: shutdown 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.968 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:01:00.665+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:01:00.665+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: starting msgr at 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: starting objecter 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:01:00.665+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests cmddesc objecter_requests hook 0x55bc8a224800 EEXIST 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: setting wanted keys 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: calling monclient init 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:01:00.666+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:01:00.666+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:01:00.666+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x55bc8a1f88e8 EEXIST 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a2284a0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a2513f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a223870 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.668210s 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a2284a0 auth_method 0 2026-04-02T12:01:00.969 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a223870 auth_method 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a2513f0 auth_method 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6020 payload 824 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:01:00.666+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: dump: 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: dump: 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:01:00.666+0000 7fb149725900 5 monclient: authenticate success, global_id 6020 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:01:00.666+0000 7fb124ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:01:00.666+0000 7fb149725900 1 librados: init done 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:01:00.666+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cr dump hook 0x55bc8a229598 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:01:00.667+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.970 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:01:00.668+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a2c1900 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:01:00.668+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb104077680 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:01:00.668+0000 7fb149725900 20 realm 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:01:00.668+0000 7fb149725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:01:00.669+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a2e40e0 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:01:00.669+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:01:00.669+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:01:00.669+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a305930 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:01:00.670+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:01:00.670+0000 7fb149725900 20 searching for the correct realm 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:01:00.670+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a3286d0 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:01:00.670+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb138064e50 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:01:00.671+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb13407aad0 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:01:00.672+0000 7fb145d39640 10 monclient: get_auth_request con 0x7fb12c09d040 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:01:00.673+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb13806ef40 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:01:00.673+0000 7fb145538640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb13806ef40 msgr2=0x7fb138066200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:01:00.874+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb13806ef40 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:01:00.878+0000 7fb145d39640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bc8a3286d0 msgr2=0x55bc8a348b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:01:00.878+0000 7fb11affd640 1 client.6020.objecter ms_handle_reset 0x55bc8a3286d0 session 0x55bc8a328050 osd.3 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:01:00.878+0000 7fb11affd640 10 monclient: _renew_subs 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:01:00.878+0000 7fb11affd640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:01:00.878+0000 7fb145d39640 10 monclient: get_auth_request con 0x7fb1040a4bb0 auth_method 0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:01:00.880+0000 7fb149725900 20 zone default found 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:01:00.880+0000 7fb149725900 4 Realm: () 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:01:00.880+0000 7fb149725900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:01:00.880+0000 7fb149725900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:01:00.880+0000 7fb149725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:01:00.880+0000 7fb149725900 20 zonegroup default 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:01:00.881+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:01:00.881+0000 7fb149725900 20 started sync module instance, tier type = 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:01:00.881+0000 7fb149725900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=0 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=3 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=5 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=2 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=6 2026-04-02T12:01:00.971 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=7 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=4 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=1 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:01:00.884+0000 7fb149725900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:01:00.885+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb0cc007200 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:01:00.887+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache list hook 0x55bc8a223c60 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache inspect hook 0x55bc8a223c60 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache erase hook 0x55bc8a223c60 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache zap hook 0x55bc8a223c60 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:01:00.887+0000 7fb149725900 5 note: GC not initialized 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:01:00.887+0000 7fb0f27ec640 20 reqs_thread_entry: start 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace show hook 0x7fb134067990 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace history hook 0x7fb134067990 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace active hook 0x7fb134067990 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace active_short hook 0x7fb134067990 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:01:00.887+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a3616b0 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:01:00.889+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a35a210 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:01:00.891+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a35b600 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:01:00.892+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a35d400 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:01:00.896+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a33dfd0 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:01:00.917+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a35f940 auth_method 0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:01:00.953+0000 7fb149725900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:01:00.953+0000 7fb149725900 20 Filter name: none 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:01:00.953+0000 7fb0ebfff640 20 reqs_thread_entry: start 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : miss 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:01:00.954+0000 7fb149725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:01:00.957+0000 7fb149725900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb149725900 time 2026-04-02T12:01:00.957435+0000 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb14ab8f8f8] 2026-04-02T12:01:00.972 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:01:00.958+0000 7fb149725900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fb149725900 thread_name:radosgw-admin 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb149c3fc30] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb149c8d02c] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb14ab8f957] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:01:00.973 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 7fb0ebfff640 / http_manager 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 7fb0f27ec640 / http_manager 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 7fb11affd640 / ms_dispatch 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 7fb124ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:00.974 INFO:tasks.workunit.client.0.vm01.stderr: 7fb126ffd640 / ms_dispatch 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb131ffb640 / ms_dispatch 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb1337fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb133fff640 / admin_socket 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb13ffff640 / ms_dispatch 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb144d37640 / msgr-worker-2 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb145538640 / msgr-worker-1 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb145d39640 / msgr-worker-0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb14653a640 / io_context_pool 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 7fb149725900 / radosgw-admin 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.91159.log 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:01:00.655+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient(hunting): handle_auth_done global_id 6008 payload 274 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:01:00.655+0000 7fb144d37640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:01:00.655+0000 7fb144d37640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: dump: 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:01:00.655+0000 7fb1337fe640 10 monclient: dump: 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:01:00.655+0000 7fb149725900 5 monclient: authenticate success, global_id 6008 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:01:00.655+0000 7fb149725900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:01:00.655+0000 7fb149725900 4 set_mon_vals no callback set 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:01:00.655+0000 7fb149725900 10 monclient: shutdown 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:01:00.655+0000 7fb149725900 5 asok(0x55bc89e806b0) unregister_commands rotate-key 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:01:00.656+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.975 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f88120) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: starting msgr at 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: starting objecter 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:01:00.656+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests hook 0x55bc89f86ba0 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: setting wanted keys 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:01:00.656+0000 7fb149725900 1 librados: calling monclient init 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding auth protocol: cephx 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: crc 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:01:00.656+0000 7fb149725900 5 AuthRegistry(0x55bc89f82770) adding con mode: secure 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:01:00.656+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:01:00.656+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key hook 0x55bc89f828b8 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc89f0ff70 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc89f11150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc89f12a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:01:00.656+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.658668s 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc89f0ff70 auth_method 0 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.976 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc89f11150 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:01:00.656+0000 7fb144d37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6011 payload 824 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:01:00.656+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:01:00.656+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:01:00.656+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc89f12a50 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: dump: 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:01:00.657+0000 7fb131ffb640 10 monclient: dump: 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:01:00.657+0000 7fb149725900 5 monclient: authenticate success, global_id 6011 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:01:00.657+0000 7fb1337fe640 4 set_mon_vals no callback set 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:01:00.657+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:01:00.657+0000 7fb149725900 1 librados: init done 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:01:00.658+0000 7fb131ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:01:00.658+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb120077690 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:01:00.658+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a06a950 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:01:00.659+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a0f52b0 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:01:00.660+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a117490 auth_method 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:01:00.661+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.977 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a139cd0) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:01:00.661+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests cmddesc objecter_requests hook 0x55bc8a13d640 EEXIST 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding auth protocol: cephx 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: crc 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:01:00.661+0000 7fb149725900 5 AuthRegistry(0x55bc8a1383b8) adding con mode: secure 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:01:00.661+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:01:00.661+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x55bc8a138500 EEXIST 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a164c10 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a1674f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a164fe0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:01:00.661+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.663796s 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a164fe0 auth_method 0 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a1674f0 auth_method 0 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:01:00.661+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.978 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:01:00.661+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:01:00.661+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a164c10 auth_method 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:01:00.662+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient(hunting): handle_auth_done global_id 6014 payload 824 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:01:00.662+0000 7fb145d39640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:01:00.662+0000 7fb145d39640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: dump: 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:01:00.662+0000 7fb126ffd640 10 monclient: dump: 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:01:00.662+0000 7fb149725900 5 monclient: authenticate success, global_id 6014 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:01:00.662+0000 7fb14653a640 4 set_mon_vals no callback set 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:01:00.662+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:01:00.663+0000 7fb126ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb114077450 auth_method 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: get_monmap_and_config 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:01:00.664+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.979 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f9f10) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding auth protocol: cephx 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: crc 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:01:00.664+0000 7fb149725900 5 AuthRegistry(0x7ffddf67d9a0) adding con mode: secure 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:01:00.664+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:01:00.664+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x7ffddf67dae8 EEXIST 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a220ff0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a2284a0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a2513f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:01:00.664+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.666781s 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a220ff0 auth_method 0 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a2513f0 auth_method 0 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a2284a0 auth_method 0 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:01:00.664+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.980 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:01:00.664+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:01:00.664+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6017 payload 274 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:01:00.665+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:01:00.665+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:01:00.665+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: dump: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:01:00.665+0000 7fb124ff9640 10 monclient: dump: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:01:00.665+0000 7fb149725900 5 monclient: authenticate success, global_id 6017 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:01:00.665+0000 7fb149725900 4 set_mon_vals no callback set 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: shutdown 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: build_initial_monmap 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:01:00.665+0000 7fb149725900 1 build_initial for_mkfs: 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: monmap: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding auth protocol: cephx 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.981 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1fad20) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:01:00.665+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: starting msgr at 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: starting objecter 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:01:00.665+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command objecter_requests cmddesc objecter_requests hook 0x55bc8a224800 EEXIST 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: setting wanted keys 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:01:00.665+0000 7fb149725900 1 librados: calling monclient init 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:01:00.665+0000 7fb149725900 10 monclient: init 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding auth protocol: cephx 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: crc 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:01:00.665+0000 7fb149725900 5 AuthRegistry(0x55bc8a1f87a0) adding con mode: secure 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:01:00.666+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:01:00.666+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:01:00.666+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command rotate-key cmddesc rotate-key hook 0x55bc8a1f88e8 EEXIST 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-c con 0x55bc8a2284a0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-b con 0x55bc8a2513f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): picked mon.noname-a con 0x55bc8a223870 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:00.982 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient(hunting): authenticate will time out at 1772.668210s 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): get_auth_request con 0x55bc8a2284a0 auth_method 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): get_auth_request con 0x55bc8a223870 auth_method 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:01:00.666+0000 7fb145d39640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): get_auth_request con 0x55bc8a2513f0 auth_method 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:01:00.666+0000 7fb144d37640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient(hunting): handle_auth_done global_id 6020 payload 824 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient: _finish_hunting 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:01:00.666+0000 7fb145538640 1 monclient: found mon.noname-c 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:01:00.666+0000 7fb145538640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: dump: 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: _finish_auth 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:01:00.666+0000 7fb11affd640 10 monclient: dump: 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:01:00.666+0000 7fb149725900 5 monclient: authenticate success, global_id 6020 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.983 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:01:00.666+0000 7fb124ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _renew_subs 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:01:00.666+0000 7fb149725900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:01:00.666+0000 7fb149725900 1 librados: init done 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:01:00.666+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cr dump hook 0x55bc8a229598 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:01:00.667+0000 7fb11affd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:01:00.667+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:01:00.668+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a2c1900 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:01:00.668+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb104077680 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:01:00.668+0000 7fb149725900 20 realm 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:01:00.668+0000 7fb149725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:01:00.668+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:01:00.669+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a2e40e0 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:01:00.669+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:01:00.669+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:01:00.669+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a305930 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:01:00.670+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:01:00.670+0000 7fb149725900 20 searching for the correct realm 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:01:00.670+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a3286d0 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:01:00.670+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb138064e50 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:01:00.671+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb13407aad0 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:01:00.672+0000 7fb145d39640 10 monclient: get_auth_request con 0x7fb12c09d040 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:01:00.673+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb13806ef40 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:01:00.673+0000 7fb145538640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb13806ef40 msgr2=0x7fb138066200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:01:00.874+0000 7fb145538640 10 monclient: get_auth_request con 0x7fb13806ef40 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:01:00.878+0000 7fb145d39640 0 -- 192.168.123.101:0/1869522835 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bc8a3286d0 msgr2=0x55bc8a348b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:01:00.878+0000 7fb11affd640 1 client.6020.objecter ms_handle_reset 0x55bc8a3286d0 session 0x55bc8a328050 osd.3 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:01:00.878+0000 7fb11affd640 10 monclient: _renew_subs 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:01:00.878+0000 7fb11affd640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:01:00.878+0000 7fb145d39640 10 monclient: get_auth_request con 0x7fb1040a4bb0 auth_method 0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:01:00.879+0000 7fb149725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:01:00.879+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:01:00.880+0000 7fb149725900 20 zone default found 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:01:00.880+0000 7fb149725900 4 Realm: () 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:01:00.880+0000 7fb149725900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:01:00.880+0000 7fb149725900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:01:00.880+0000 7fb149725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:01:00.880+0000 7fb149725900 20 zonegroup default 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.984 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:01:00.880+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:01:00.881+0000 7fb149725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:01:00.881+0000 7fb149725900 20 started sync module instance, tier type = 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:01:00.881+0000 7fb149725900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=3 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=5 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=2 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=6 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=7 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=4 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:01:00.884+0000 7fb149725900 20 add_watcher() i=1 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:01:00.884+0000 7fb149725900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:01:00.885+0000 7fb144d37640 10 monclient: get_auth_request con 0x7fb0cc007200 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding auth protocol: cephx 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: crc 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:01:00.886+0000 7fb149725900 5 AuthRegistry(0x7ffddf67da90) adding con mode: secure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:01:00.887+0000 7fb149725900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:01:00.887+0000 7fb149725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache list hook 0x55bc8a223c60 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache inspect hook 0x55bc8a223c60 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache erase hook 0x55bc8a223c60 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command cache zap hook 0x55bc8a223c60 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:01:00.887+0000 7fb149725900 5 note: GC not initialized 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:01:00.887+0000 7fb0f27ec640 20 reqs_thread_entry: start 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace show hook 0x7fb134067990 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace history hook 0x7fb134067990 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace active hook 0x7fb134067990 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:01:00.887+0000 7fb149725900 5 asok(0x55bc89e806b0) register_command sync trace active_short hook 0x7fb134067990 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:01:00.887+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a3616b0 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:01:00.889+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a35a210 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:01:00.891+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a35b600 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:01:00.892+0000 7fb145d39640 10 monclient: get_auth_request con 0x55bc8a35d400 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:01:00.896+0000 7fb145538640 10 monclient: get_auth_request con 0x55bc8a33dfd0 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:01:00.917+0000 7fb144d37640 10 monclient: get_auth_request con 0x55bc8a35f940 auth_method 0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:01:00.953+0000 7fb149725900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:01:00.953+0000 7fb149725900 20 Filter name: none 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:01:00.953+0000 7fb0ebfff640 20 reqs_thread_entry: start 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : miss 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:00.985 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:01:00.954+0000 7fb149725900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:01:00.954+0000 7fb149725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:01:00.954+0000 7fb149725900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:01:00.954+0000 7fb149725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:01:00.954+0000 7fb149725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:01:00.957+0000 7fb149725900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb149725900 time 2026-04-02T12:01:00.957435+0000 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb14ab8f8f8] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:01:00.958+0000 7fb149725900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fb149725900 thread_name:radosgw-admin 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb149c3fc30] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb149c8d02c] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb14ab8f957] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x4d2760) [0x55bc87170760] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55bc877d8e3e] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fb149c2a610] 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:01:00.986 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:00.987 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb0ebfff640 / http_manager 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb0f27ec640 / http_manager 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb11affd640 / ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb124ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb126ffd640 / ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb131ffb640 / ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb1337fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb133fff640 / admin_socket 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb13ffff640 / ms_dispatch 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb144d37640 / msgr-worker-2 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb145538640 / msgr-worker-1 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb145d39640 / msgr-worker-0 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb14653a640 / io_context_pool 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: 7fb149725900 / radosgw-admin 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:00.959198Z_4a94ea97-378d-43e3-85ef-06dfbb0b8f5a/log 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:01:00.988 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:00.989 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:00.989 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:01.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.009+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.009+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.009+0000 7f1f97a0f900 20 realm 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.009+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:01.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.010+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.011+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:01.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.011+0000 7f1f97a0f900 20 searching for the correct realm 2026-04-02T12:01:01.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.013+0000 7f1f939dd640 0 -- 192.168.123.101:0/1839556689 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f1f7c0980b0 msgr2=0x7f1f7c060950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:01.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.218+0000 7f1f939dd640 0 -- 192.168.123.101:0/1839556689 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f1f7c0980b0 msgr2=0x7f1f7c060950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.221+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:01.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 zone default found 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 4 Realm: () 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 zonegroup default 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.222+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 started sync module instance, tier type = 2026-04-02T12:01:01.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.223+0000 7f1f97a0f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:01.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=5 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=4 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=3 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=0 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=6 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=1 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=2 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 20 add_watcher() i=7 2026-04-02T12:01:01.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.227+0000 7f1f97a0f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:01.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.229+0000 7f1f97a0f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:01.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.229+0000 7f1f97a0f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:01.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.229+0000 7f1f97a0f900 5 note: GC not initialized 2026-04-02T12:01:01.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.229+0000 7f1f40fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:01.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f97a0f900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f97a0f900 20 Filter name: none 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f3a7fc640 20 reqs_thread_entry: start 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.270+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:01.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:01.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.271+0000 7f1f97a0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=3 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 2 removed watcher, disabling cache 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=0 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=1 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=5 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=6 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=7 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=2 2026-04-02T12:01:01.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.276+0000 7f1f97a0f900 20 remove_watcher() i=4 2026-04-02T12:01:01.285 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:01.285 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:01.285 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-init-indext id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:01.285 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:01.286 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:01.286 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:01.314 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:01.314 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:01.364 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:01.385 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:01.385 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:01.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.403+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.403+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.403+0000 7f9c4b36e900 20 realm 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.403+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.404+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.404+0000 7f9c4b36e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.404+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.404+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.404+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.405+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:01.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.405+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.405+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:01.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.405+0000 7f9c4b36e900 20 searching for the correct realm 2026-04-02T12:01:01.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.409+0000 7f9c470e7640 0 -- 192.168.123.101:0/2267298384 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f9c3c084a10 msgr2=0x7f9c3c0a39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:01.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.614+0000 7f9c478e8640 0 -- 192.168.123.101:0/2267298384 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x56065af7a200 msgr2=0x56065af9a6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:01.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.616+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 zone default found 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 4 Realm: () 2026-04-02T12:01:01.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 zonegroup default 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 started sync module instance, tier type = 2026-04-02T12:01:01.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.617+0000 7f9c4b36e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.621+0000 7f9c4b36e900 20 add_watcher() i=2 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=0 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=4 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=3 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=7 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=6 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=5 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 20 add_watcher() i=1 2026-04-02T12:01:01.624 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.622+0000 7f9c4b36e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:01.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.624+0000 7f9c4b36e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:01.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.624+0000 7f9c4b36e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:01.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.624+0000 7f9c4b36e900 5 note: GC not initialized 2026-04-02T12:01:01.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.624+0000 7f9beffff640 20 reqs_thread_entry: start 2026-04-02T12:01:01.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.664+0000 7f9c4b36e900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.664+0000 7f9c4b36e900 20 Filter name: none 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.664+0000 7f9bedffb640 20 reqs_thread_entry: start 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.664+0000 7f9c4b36e900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.664+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : miss 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 20 rados->read ofs=0 len=0 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:01.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:01.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:01.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:01.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:01.668 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.665+0000 7f9c4b36e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:01.669 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.666+0000 7f9c4b36e900 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to be held by another RGW process; skipping for now 2026-04-02T12:01:01.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=0 2026-04-02T12:01:01.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 2 removed watcher, disabling cache 2026-04-02T12:01:01.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=7 2026-04-02T12:01:01.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=3 2026-04-02T12:01:01.672 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=2 2026-04-02T12:01:01.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=4 2026-04-02T12:01:01.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=6 2026-04-02T12:01:01.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=5 2026-04-02T12:01:01.673 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:01.670+0000 7f9c4b36e900 20 remove_watcher() i=1 2026-04-02T12:01:01.679 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:01:31.710 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:31.730 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:31.730 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:31.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.749+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.752 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 20 realm 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.750+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.751+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.751+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.751+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:31.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.751+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.752+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:31.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.752+0000 7f579cf2b900 20 searching for the correct realm 2026-04-02T12:01:31.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.754+0000 7f5793fff640 0 -- 192.168.123.101:0/3264405077 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f578803f410 msgr2=0x7f578803f880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:31.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.958+0000 7f5798c3c640 0 -- 192.168.123.101:0/3264405077 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f577c002570 msgr2=0x7f578c0d33e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:31.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.962+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 zone default found 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 4 Realm: () 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 zonegroup default 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:31.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:31.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 started sync module instance, tier type = 2026-04-02T12:01:31.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.963+0000 7f579cf2b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.966+0000 7f579cf2b900 20 add_watcher() i=0 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=7 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=5 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=1 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=6 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=3 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=2 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 20 add_watcher() i=4 2026-04-02T12:01:31.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.967+0000 7f579cf2b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:31.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.969+0000 7f579cf2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:31.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.969+0000 7f579cf2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:31.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.969+0000 7f579cf2b900 5 note: GC not initialized 2026-04-02T12:01:31.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:31.969+0000 7f57467ec640 20 reqs_thread_entry: start 2026-04-02T12:01:32.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.007+0000 7f579cf2b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:32.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.007+0000 7f579cf2b900 20 Filter name: none 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.007+0000 7f573ffff640 20 reqs_thread_entry: start 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.007+0000 7f579cf2b900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.007+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : miss 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.008+0000 7f579cf2b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:32.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f579cf2b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f579cf2b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f579cf2b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f579cf2b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22, ofs0, ns] 2026-04-02T12:01:32.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f576f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894568 cookie 94194301839680 notifier 5755 bl.length()=925 2026-04-02T12:01:32.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f576f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f576f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.014+0000 7f576f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.016+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_sources= new_sources= 2026-04-02T12:01:32.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.016+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential sources added=[] removed=[] 2026-04-02T12:01:32.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.016+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_dests= new_dests= 2026-04-02T12:01:32.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.016+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential dests added=[] removed=[] 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.020+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.0 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.020+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.0 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.020+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.1 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.020+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.1 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.020+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.2 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.2 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.3 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.3 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.4 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.4 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.5 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.5 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.6 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.6 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.7 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.7 2026-04-02T12:01:32.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.8 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.8 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.9 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.9 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.10 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.10 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.11 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1.11 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.021+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.0 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.022+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1 2026-04-02T12:01:32.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.022+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.2 2026-04-02T12:01:32.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.022+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.3 2026-04-02T12:01:32.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.023+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.4 2026-04-02T12:01:32.025 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.023+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.5 2026-04-02T12:01:32.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.023+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.6 2026-04-02T12:01:32.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.024+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.7 2026-04-02T12:01:32.026 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.024+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.8 2026-04-02T12:01:32.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.024+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.9 2026-04-02T12:01:32.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.025+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.10 2026-04-02T12:01:32.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.028+0000 7f579cf2b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:32.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.028+0000 7f579cf2b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f579cf2b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f579cf2b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f579cf2b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f579cf2b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22, ofs0, ns] 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f576f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894569 cookie 94194301839680 notifier 5755 bl.length()=925 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f576f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f576f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.029+0000 7f576f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.031+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_sources= new_sources= 2026-04-02T12:01:32.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.031+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential sources added=[] removed=[] 2026-04-02T12:01:32.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.031+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_dests= new_dests= 2026-04-02T12:01:32.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.031+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential dests added=[] removed=[] 2026-04-02T12:01:32.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.034+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.0 2026-04-02T12:01:32.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.034+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.1 2026-04-02T12:01:32.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.034+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.2 2026-04-02T12:01:32.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.034+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.3 2026-04-02T12:01:32.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.034+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.4 2026-04-02T12:01:32.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.035+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.5 2026-04-02T12:01:32.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.035+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.6 2026-04-02T12:01:32.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.035+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.7 2026-04-02T12:01:32.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.035+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.8 2026-04-02T12:01:32.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.036+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.9 2026-04-02T12:01:32.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.036+0000 7f579cf2b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22.10 2026-04-02T12:01:32.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.036+0000 7f579cf2b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:32.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.036+0000 7f579cf2b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f579cf2b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f579cf2b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f579cf2b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f579cf2b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22, ofs0, ns] 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f576f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894570 cookie 94194301839680 notifier 5755 bl.length()=889 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f576f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 info.flags=0x17 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f576f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 to cache LRU end 2026-04-02T12:01:32.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.037+0000 7f576f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:32.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.039+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_sources= new_sources= 2026-04-02T12:01:32.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.039+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential sources added=[] removed=[] 2026-04-02T12:01:32.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.039+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): orig_dests= new_dests= 2026-04-02T12:01:32.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.039+0000 7f579cf2b900 20 handle_bi_update(): bucket=:abort-at-init-indext[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22]): potential dests added=[] removed=[] 2026-04-02T12:01:32.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.041+0000 7f579cf2b900 1 execute INFO: reshard of bucket "abort-at-init-indext" from 11 shards to 12 shards completed successfully 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=7 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 2 removed watcher, disabling cache 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=3 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=5 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=6 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=2 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=0 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=1 2026-04-02T12:01:32.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.046+0000 7f579cf2b900 20 remove_watcher() i=4 2026-04-02T12:01:32.056 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-02T12:01:32.074 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:32.074 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:32.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.088+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 realm 2026-04-02T12:01:32.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.089+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.090+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:32.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.090+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.090+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:32.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.090+0000 7f3cc1f44900 20 searching for the correct realm 2026-04-02T12:01:32.096 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.093+0000 7f3cbdd5d640 0 -- 192.168.123.101:0/2255074597 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f3cb004c940 msgr2=0x7f3cb00553c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:32.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.298+0000 7f3cbe55e640 0 -- 192.168.123.101:0/2255074597 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x562d40586bb0 msgr2=0x562d405a7060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 zone default found 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 4 Realm: () 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 zonegroup default 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.300+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 started sync module instance, tier type = 2026-04-02T12:01:32.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.301+0000 7f3cc1f44900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:32.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.304+0000 7f3cc1f44900 20 add_watcher() i=3 2026-04-02T12:01:32.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.304+0000 7f3cc1f44900 20 add_watcher() i=7 2026-04-02T12:01:32.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.304+0000 7f3cc1f44900 20 add_watcher() i=5 2026-04-02T12:01:32.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 20 add_watcher() i=4 2026-04-02T12:01:32.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 20 add_watcher() i=6 2026-04-02T12:01:32.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 20 add_watcher() i=2 2026-04-02T12:01:32.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 20 add_watcher() i=1 2026-04-02T12:01:32.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 20 add_watcher() i=0 2026-04-02T12:01:32.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.305+0000 7f3cc1f44900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:32.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.307+0000 7f3cc1f44900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:32.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.307+0000 7f3cc1f44900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:32.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.307+0000 7f3cc1f44900 5 note: GC not initialized 2026-04-02T12:01:32.309 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.307+0000 7f3c6afed640 20 reqs_thread_entry: start 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.346+0000 7f3cc1f44900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 Filter name: none 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3c68fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=188 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.347+0000 7f3cc1f44900 20 rados->read ofs=0 len=0 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.348+0000 7f3cc1f44900 20 rados_obj.operate() r=0 bl.length=418 2026-04-02T12:01:32.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.348+0000 7f3cc1f44900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=0 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 2 removed watcher, disabling cache 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=5 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=3 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=6 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=2 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=7 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=4 2026-04-02T12:01:32.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:32.352+0000 7f3cc1f44900 20 remove_watcher() i=1 2026-04-02T12:01:32.361 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:32.361 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:32.361 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-init-indext id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.22 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:01:32.361 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:32.363 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.363 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.371 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.371 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.519 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.519 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.606 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2026-04-02T12:01:32.606 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:32.607 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.607 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.636 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.636 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.684 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.684 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.733 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.733 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.784 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.784 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.834 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.834 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.884 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.884 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.934 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.934 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:32.985 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:32.985 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.034 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.034 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.084 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.084 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.134 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.134 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.187 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.188 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.237 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.237 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.287 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.287 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.337 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.337 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.387 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.387 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.437 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.437 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.487 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.487 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.537 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.537 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.587 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.587 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.639 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:33.639 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:33.690 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:33.710 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:33.711 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:33.730 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.727+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 realm 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.729+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.730+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:33.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.730+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.730+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:33.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.730+0000 7f50c6354900 20 searching for the correct realm 2026-04-02T12:01:33.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.732+0000 7f50c1964640 0 -- 192.168.123.101:0/3980519673 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f50ac0ca3c0 msgr2=0x7f50ac0b74e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:33.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.735+0000 7f50c2165640 0 -- 192.168.123.101:0/3980519673 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f50b4028040 msgr2=0x7f50b4029420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.739+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 zone default found 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 4 Realm: () 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 zonegroup default 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.742 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 started sync module instance, tier type = 2026-04-02T12:01:33.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.740+0000 7f50c6354900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:33.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.743+0000 7f50c6354900 20 add_watcher() i=7 2026-04-02T12:01:33.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.743+0000 7f50c6354900 20 add_watcher() i=0 2026-04-02T12:01:33.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.744+0000 7f50c6354900 20 add_watcher() i=6 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.744+0000 7f50c6354900 20 add_watcher() i=3 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.744+0000 7f50c6354900 20 add_watcher() i=2 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.744+0000 7f50c6354900 20 add_watcher() i=5 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.744+0000 7f50c6354900 20 add_watcher() i=4 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.745+0000 7f50c6354900 20 add_watcher() i=1 2026-04-02T12:01:33.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.745+0000 7f50c6354900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:33.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.746+0000 7f50c6354900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:33.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.746+0000 7f50c6354900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:33.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.747+0000 7f50c6354900 5 note: GC not initialized 2026-04-02T12:01:33.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.747+0000 7f506affd640 20 reqs_thread_entry: start 2026-04-02T12:01:33.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.788+0000 7f50c6354900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:33.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.788+0000 7f50c6354900 20 Filter name: none 2026-04-02T12:01:33.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f5068ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:33.791 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.789+0000 7f50c6354900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.790+0000 7f50c6354900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:33.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.790+0000 7f50c6354900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:33.797 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=0 2026-04-02T12:01:33.797 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 2 removed watcher, disabling cache 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=7 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=5 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=6 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=4 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=1 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=2 2026-04-02T12:01:33.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.795+0000 7f50c6354900 20 remove_watcher() i=3 2026-04-02T12:01:33.803 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:33.803 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:33.803 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:33.803 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:33.805 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2026-04-02T12:01:33.827 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:33.827 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:33.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.842+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.842+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.842+0000 7ff86b3af900 20 realm 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.842+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:33.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:33.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.843+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:33.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.844+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:33.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.844+0000 7ff86b3af900 20 searching for the correct realm 2026-04-02T12:01:33.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:33.846+0000 7ff869667640 0 -- 192.168.123.101:0/3627245025 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7ff850035070 msgr2=0x7ff85001c430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.051+0000 7ff869667640 0 -- 192.168.123.101:0/3627245025 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7ff850035070 msgr2=0x7ff85001c430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 zone default found 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 4 Realm: () 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 zonegroup default 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.055+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 started sync module instance, tier type = 2026-04-02T12:01:34.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.056+0000 7ff86b3af900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=2 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=0 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=6 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=5 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=7 2026-04-02T12:01:34.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=3 2026-04-02T12:01:34.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=4 2026-04-02T12:01:34.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 20 add_watcher() i=1 2026-04-02T12:01:34.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.060+0000 7ff86b3af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:34.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.062+0000 7ff86b3af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:34.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.062+0000 7ff86b3af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:34.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.063+0000 7ff86b3af900 5 note: GC not initialized 2026-04-02T12:01:34.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.063+0000 7ff815feb640 20 reqs_thread_entry: start 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.101+0000 7ff86b3af900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.101+0000 7ff86b3af900 20 Filter name: none 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.101+0000 7ff80f7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.101+0000 7ff86b3af900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.101+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 : miss 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.102+0000 7ff86b3af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 2026-04-02T12:01:34.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.107+0000 7ff86b3af900 -1 Injecting error=-5 at location=set_target_layout 2026-04-02T12:01:34.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.107+0000 7ff86b3af900 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.113+0000 7ff86b3af900 20 remove_watcher() i=0 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 2 removed watcher, disabling cache 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=1 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=3 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=7 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=2 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=4 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=6 2026-04-02T12:01:34.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.114+0000 7ff86b3af900 20 remove_watcher() i=5 2026-04-02T12:01:34.124 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:34.144 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:34.144 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:34.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.161+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.161+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.161+0000 7fdde27a3900 20 realm 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.161+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.162+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.162+0000 7fdde27a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.162+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.162+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.164 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.162+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.163+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.163+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.163+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:34.166 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.163+0000 7fdde27a3900 20 searching for the correct realm 2026-04-02T12:01:34.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.166+0000 7fdddece8640 0 -- 192.168.123.101:0/4258178911 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5654e4953bf0 msgr2=0x5654e49740a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.170+0000 7fdddece8640 0 -- 192.168.123.101:0/4258178911 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5654e48ed3c0 msgr2=0x5654e490d870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:34.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.172+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 zone default found 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 4 Realm: () 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:34.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 zonegroup default 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.173+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.174+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.174+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.174+0000 7fdde27a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.174+0000 7fdde27a3900 20 started sync module instance, tier type = 2026-04-02T12:01:34.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.174+0000 7fdde27a3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:34.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=5 2026-04-02T12:01:34.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=0 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=4 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=3 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=1 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=6 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=7 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 20 add_watcher() i=2 2026-04-02T12:01:34.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.178+0000 7fdde27a3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:34.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.180+0000 7fdde27a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:34.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.180+0000 7fdde27a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:34.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.180+0000 7fdde27a3900 5 note: GC not initialized 2026-04-02T12:01:34.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.180+0000 7fdd86ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.217+0000 7fdde27a3900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.217+0000 7fdde27a3900 20 Filter name: none 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.217+0000 7fdd84ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.217+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:34.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.218+0000 7fdde27a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=2 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 2 removed watcher, disabling cache 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=4 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=0 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=1 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=3 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=7 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=6 2026-04-02T12:01:34.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.224+0000 7fdde27a3900 20 remove_watcher() i=5 2026-04-02T12:01:34.232 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:34.232 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:34.232 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:34.232 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:34.234 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.234 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.254 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.254 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.304 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:34.323 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:34.324 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:34.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.339+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 realm 2026-04-02T12:01:34.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.340+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.341+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.341+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.342+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:34.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.342+0000 7f0b6d812900 20 searching for the correct realm 2026-04-02T12:01:34.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.344+0000 7f0b697dd640 0 -- 192.168.123.101:0/860126070 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0b50076230 msgr2=0x7f0b5008ea10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.348+0000 7f0b697dd640 0 -- 192.168.123.101:0/860126070 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0b280a49f0 msgr2=0x7f0b280c4df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.350+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 zone default found 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 4 Realm: () 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 zonegroup default 2026-04-02T12:01:34.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.351+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.352+0000 7f0b6d812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.352+0000 7f0b6d812900 20 started sync module instance, tier type = 2026-04-02T12:01:34.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.352+0000 7f0b6d812900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:34.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=0 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=4 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=2 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=3 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=7 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=5 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.355+0000 7f0b6d812900 20 add_watcher() i=6 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.356+0000 7f0b6d812900 20 add_watcher() i=1 2026-04-02T12:01:34.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.356+0000 7f0b6d812900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:34.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.357+0000 7f0b6d812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:34.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.357+0000 7f0b6d812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:34.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.357+0000 7f0b6d812900 5 note: GC not initialized 2026-04-02T12:01:34.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.358+0000 7f0b15feb640 20 reqs_thread_entry: start 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.400+0000 7f0b6d812900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.400+0000 7f0b6d812900 20 Filter name: none 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b0f7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 : miss 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.401+0000 7f0b6d812900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.402+0000 7f0b6d812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.402+0000 7f0b6d812900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.402+0000 7f0b6d812900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.402+0000 7f0b6d812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.402+0000 7f0b6d812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.407+0000 7f0b6d812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.407+0000 7f0b6d812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.407+0000 7f0b6d812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.407+0000 7f0b6d812900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23, ofs0, ns] 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.408+0000 7f0b3f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894484 cookie 94328733062320 notifier 6137 bl.length()=937 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.408+0000 7f0b3f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.408+0000 7f0b3f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.408+0000 7f0b3f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.409+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_sources= new_sources= 2026-04-02T12:01:34.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.409+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential sources added=[] removed=[] 2026-04-02T12:01:34.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.409+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_dests= new_dests= 2026-04-02T12:01:34.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.409+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential dests added=[] removed=[] 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.0 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.0 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.1 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.1 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.2 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.2 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.3 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.3 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.4 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.4 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.5 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.5 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.6 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.6 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.7 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.7 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.8 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.8 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.9 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.9 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.10 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.10 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.11 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1.11 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.414+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.0 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.415+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1 2026-04-02T12:01:34.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.415+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.2 2026-04-02T12:01:34.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.415+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.3 2026-04-02T12:01:34.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.416+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.4 2026-04-02T12:01:34.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.416+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.5 2026-04-02T12:01:34.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.416+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.6 2026-04-02T12:01:34.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.417+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.7 2026-04-02T12:01:34.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.417+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.8 2026-04-02T12:01:34.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.417+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.9 2026-04-02T12:01:34.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.418+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.10 2026-04-02T12:01:34.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.421+0000 7f0b6d812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:34.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.421+0000 7f0b6d812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 2026-04-02T12:01:34.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b6d812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b6d812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b6d812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b6d812900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23, ofs0, ns] 2026-04-02T12:01:34.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b3f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894485 cookie 94328733062320 notifier 6137 bl.length()=937 2026-04-02T12:01:34.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b3f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b3f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.422+0000 7f0b3f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.424+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_sources= new_sources= 2026-04-02T12:01:34.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.424+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential sources added=[] removed=[] 2026-04-02T12:01:34.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.424+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_dests= new_dests= 2026-04-02T12:01:34.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.424+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential dests added=[] removed=[] 2026-04-02T12:01:34.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.427+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.0 2026-04-02T12:01:34.429 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.427+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.1 2026-04-02T12:01:34.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.427+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.2 2026-04-02T12:01:34.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.428+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.3 2026-04-02T12:01:34.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.428+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.4 2026-04-02T12:01:34.430 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.428+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.5 2026-04-02T12:01:34.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.429+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.6 2026-04-02T12:01:34.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.429+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.7 2026-04-02T12:01:34.431 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.429+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.8 2026-04-02T12:01:34.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.429+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.9 2026-04-02T12:01:34.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.430+0000 7f0b6d812900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23.10 2026-04-02T12:01:34.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.430+0000 7f0b6d812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:34.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.430+0000 7f0b6d812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b6d812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b6d812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b6d812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b6d812900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23, ofs0, ns] 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b3ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894486 cookie 94328733062320 notifier 6137 bl.length()=901 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b3ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 info.flags=0x17 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b3ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 to cache LRU end 2026-04-02T12:01:34.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.431+0000 7f0b3ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:34.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.432+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_sources= new_sources= 2026-04-02T12:01:34.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.432+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential sources added=[] removed=[] 2026-04-02T12:01:34.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.432+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): orig_dests= new_dests= 2026-04-02T12:01:34.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.432+0000 7f0b6d812900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23]): potential dests added=[] removed=[] 2026-04-02T12:01:34.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.435+0000 7f0b6d812900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.439+0000 7f0b6d812900 20 remove_watcher() i=2 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.439+0000 7f0b6d812900 2 removed watcher, disabling cache 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=4 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=5 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=6 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=0 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=3 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=1 2026-04-02T12:01:34.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.440+0000 7f0b6d812900 20 remove_watcher() i=7 2026-04-02T12:01:34.451 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:34.470 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:34.470 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.488+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 realm 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.489+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.490+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.490+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.490+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:34.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.490+0000 7eff59130900 20 searching for the correct realm 2026-04-02T12:01:34.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.493+0000 7eff54e21640 0 -- 192.168.123.101:0/855059193 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7eff4800caf0 msgr2=0x7eff48031430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.497+0000 7eff54e21640 0 -- 192.168.123.101:0/855059193 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7eff100a4a70 msgr2=0x7eff100c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.499+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 zone default found 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 4 Realm: () 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 zonegroup default 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.500+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.501+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.501+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.501+0000 7eff59130900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.501+0000 7eff59130900 20 started sync module instance, tier type = 2026-04-02T12:01:34.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.501+0000 7eff59130900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.505+0000 7eff59130900 20 add_watcher() i=0 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.505+0000 7eff59130900 20 add_watcher() i=7 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.505+0000 7eff59130900 20 add_watcher() i=2 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 20 add_watcher() i=4 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 20 add_watcher() i=1 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 20 add_watcher() i=3 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 20 add_watcher() i=6 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 20 add_watcher() i=5 2026-04-02T12:01:34.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.506+0000 7eff59130900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:34.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.508+0000 7eff59130900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:34.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.508+0000 7eff59130900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:34.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.508+0000 7eff59130900 5 note: GC not initialized 2026-04-02T12:01:34.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.508+0000 7eff017f2640 20 reqs_thread_entry: start 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.548+0000 7eff59130900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.548+0000 7eff59130900 20 Filter name: none 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.548+0000 7efefaffd640 20 reqs_thread_entry: start 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.548+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:34.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:34.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.549+0000 7eff59130900 20 rados->read ofs=0 len=0 2026-04-02T12:01:34.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.550+0000 7eff59130900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:34.552 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.550+0000 7eff59130900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=4 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 2 removed watcher, disabling cache 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=5 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=6 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=3 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=2 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=0 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.554+0000 7eff59130900 20 remove_watcher() i=1 2026-04-02T12:01:34.557 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:34.555+0000 7eff59130900 20 remove_watcher() i=7 2026-04-02T12:01:34.563 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:34.563 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:34.563 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.23 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:01:34.563 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:34.565 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.565 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.575 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.575 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.739 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.739 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.836 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2026-04-02T12:01:34.836 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:34.836 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.836 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.868 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.868 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.917 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.917 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:34.967 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:34.967 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.017 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.017 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.067 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.067 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.117 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.117 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.167 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.167 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.217 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.217 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.266 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.266 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.316 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.316 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.366 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.366 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.415 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.415 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.468 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.468 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.519 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.520 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.571 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.571 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.621 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.621 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.671 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.671 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.720 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.720 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.769 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.770 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.820 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.820 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.871 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:35.871 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:35.921 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:35.940 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:35.940 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:35.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.956+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 realm 2026-04-02T12:01:35.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:35.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.957+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.958+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:35.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.958+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.959+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:35.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.959+0000 7f328ed1c900 20 searching for the correct realm 2026-04-02T12:01:35.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.962+0000 7f328cfd4640 0 -- 192.168.123.101:0/3786156288 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x559cb47eae50 msgr2=0x559cb480b300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:35.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.965+0000 7f328cfd4640 0 -- 192.168.123.101:0/3786156288 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x559cb4784140 msgr2=0x559cb47a4550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:35.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:35.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:35.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:35.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.967+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 zone default found 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 4 Realm: () 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 zonegroup default 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.968+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:35.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.969+0000 7f328ed1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:35.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.969+0000 7f328ed1c900 20 started sync module instance, tier type = 2026-04-02T12:01:35.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.969+0000 7f328ed1c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:35.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.972+0000 7f328ed1c900 20 add_watcher() i=5 2026-04-02T12:01:35.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.972+0000 7f328ed1c900 20 add_watcher() i=6 2026-04-02T12:01:35.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.972+0000 7f328ed1c900 20 add_watcher() i=1 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 20 add_watcher() i=3 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 20 add_watcher() i=7 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 20 add_watcher() i=2 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 20 add_watcher() i=0 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 20 add_watcher() i=4 2026-04-02T12:01:35.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.973+0000 7f328ed1c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:35.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.975+0000 7f328ed1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:35.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.975+0000 7f328ed1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:35.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.975+0000 7f328ed1c900 5 note: GC not initialized 2026-04-02T12:01:35.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:35.975+0000 7f32397ea640 20 reqs_thread_entry: start 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.014+0000 7f328ed1c900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.014+0000 7f328ed1c900 20 Filter name: none 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.014+0000 7f3232ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:36.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.015+0000 7f328ed1c900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.016+0000 7f328ed1c900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:36.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.016+0000 7f328ed1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=3 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 2 removed watcher, disabling cache 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=4 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=2 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=7 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=5 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.020+0000 7f328ed1c900 20 remove_watcher() i=6 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.021+0000 7f328ed1c900 20 remove_watcher() i=1 2026-04-02T12:01:36.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.021+0000 7f328ed1c900 20 remove_watcher() i=0 2026-04-02T12:01:36.029 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:36.029 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:36.029 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:36.029 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:36.031 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2026-04-02T12:01:36.054 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:36.054 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:36.073 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.070+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 realm 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.071+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.074 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.072+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.072+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:36.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.072+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.073+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:36.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.073+0000 7f3d25b4b900 20 searching for the correct realm 2026-04-02T12:01:36.079 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.076+0000 7f3d218c5640 0 -- 192.168.123.101:0/1051550430 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f3d140b1040 msgr2=0x7f3d140b0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:36.285 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.282+0000 7f3d220c6640 0 -- 192.168.123.101:0/1051550430 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55d7dd93ce00 msgr2=0x55d7dd95d2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.286 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 zone default found 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 4 Realm: () 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 zonegroup default 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.284+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.287 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 started sync module instance, tier type = 2026-04-02T12:01:36.288 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.285+0000 7f3d25b4b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:36.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.288+0000 7f3d25b4b900 20 add_watcher() i=0 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.289+0000 7f3d25b4b900 20 add_watcher() i=3 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.289+0000 7f3d25b4b900 20 add_watcher() i=5 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.289+0000 7f3d25b4b900 20 add_watcher() i=6 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.289+0000 7f3d25b4b900 20 add_watcher() i=4 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.289+0000 7f3d25b4b900 20 add_watcher() i=7 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.290+0000 7f3d25b4b900 20 add_watcher() i=2 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.290+0000 7f3d25b4b900 20 add_watcher() i=1 2026-04-02T12:01:36.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.290+0000 7f3d25b4b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:36.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.292+0000 7f3d25b4b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:36.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.292+0000 7f3d25b4b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:36.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.292+0000 7f3d25b4b900 5 note: GC not initialized 2026-04-02T12:01:36.294 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.292+0000 7f3ccefed640 20 reqs_thread_entry: start 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.332+0000 7f3d25b4b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.332+0000 7f3d25b4b900 20 Filter name: none 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3cccfe9640 20 reqs_thread_entry: start 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 : miss 2026-04-02T12:01:36.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.336 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.333+0000 7f3d25b4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 2026-04-02T12:01:36.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.337+0000 7f3d25b4b900 -1 Injecting error=-125 at location=set_target_layout 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d25b4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d25b4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d25b4b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d25b4b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24, ofs0, ns] 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894489 cookie 94385623827968 notifier 6606 bl.length()=937 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d017fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.339+0000 7f3d017fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.340+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_sources= new_sources= 2026-04-02T12:01:36.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.340+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential sources added=[] removed=[] 2026-04-02T12:01:36.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.340+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_dests= new_dests= 2026-04-02T12:01:36.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.340+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential dests added=[] removed=[] 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.0 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.0 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.1 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.1 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.2 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.2 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.3 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.3 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.4 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.4 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.5 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.5 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.6 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.6 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.7 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.7 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.8 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.8 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.9 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.9 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.10 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.10 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.11 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1.11 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.345+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.0 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.346+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.346+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.2 2026-04-02T12:01:36.348 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.346+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.3 2026-04-02T12:01:36.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.346+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.4 2026-04-02T12:01:36.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.347+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.5 2026-04-02T12:01:36.349 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.347+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.6 2026-04-02T12:01:36.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.347+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.7 2026-04-02T12:01:36.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.348+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.8 2026-04-02T12:01:36.350 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.348+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.9 2026-04-02T12:01:36.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.348+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.10 2026-04-02T12:01:36.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.351+0000 7f3d25b4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:36.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.351+0000 7f3d25b4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d25b4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d25b4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d25b4b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d25b4b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24, ofs0, ns] 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894490 cookie 94385623827968 notifier 6606 bl.length()=937 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d017fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.355 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.353+0000 7f3d017fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.354+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_sources= new_sources= 2026-04-02T12:01:36.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.354+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential sources added=[] removed=[] 2026-04-02T12:01:36.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.354+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_dests= new_dests= 2026-04-02T12:01:36.357 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.354+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential dests added=[] removed=[] 2026-04-02T12:01:36.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.357+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.0 2026-04-02T12:01:36.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.357+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.1 2026-04-02T12:01:36.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.357+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.2 2026-04-02T12:01:36.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.358+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.3 2026-04-02T12:01:36.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.358+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.4 2026-04-02T12:01:36.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.358+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.5 2026-04-02T12:01:36.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.358+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.6 2026-04-02T12:01:36.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.358+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.7 2026-04-02T12:01:36.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.359+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.8 2026-04-02T12:01:36.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.359+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.9 2026-04-02T12:01:36.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.359+0000 7f3d25b4b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24.10 2026-04-02T12:01:36.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.359+0000 7f3d25b4b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 : hit (requested=0x17, cached=0x17) 2026-04-02T12:01:36.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.359+0000 7f3d25b4b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.360+0000 7f3d25b4b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d25b4b900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d25b4b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d25b4b900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24, ofs0, ns] 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d017fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894491 cookie 94385623827968 notifier 6606 bl.length()=901 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d017fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 info.flags=0x17 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d017fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 to cache LRU end 2026-04-02T12:01:36.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.361+0000 7f3d017fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:36.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.362+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_sources= new_sources= 2026-04-02T12:01:36.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.362+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential sources added=[] removed=[] 2026-04-02T12:01:36.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.362+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): orig_dests= new_dests= 2026-04-02T12:01:36.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.362+0000 7f3d25b4b900 20 handle_bi_update(): bucket=:error-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24]): potential dests added=[] removed=[] 2026-04-02T12:01:36.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.365+0000 7f3d25b4b900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.369+0000 7f3d25b4b900 20 remove_watcher() i=2 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.369+0000 7f3d25b4b900 2 removed watcher, disabling cache 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=3 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=5 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=4 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=0 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=6 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=1 2026-04-02T12:01:36.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.370+0000 7f3d25b4b900 20 remove_watcher() i=7 2026-04-02T12:01:36.380 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-02T12:01:36.399 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:36.399 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:36.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.415+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 realm 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.416+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.417+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:36.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.417+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.417+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:36.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.417+0000 7f553a320900 20 searching for the correct realm 2026-04-02T12:01:36.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.421+0000 7f5536010640 0 -- 192.168.123.101:0/3016324030 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f552805b040 msgr2=0x7f552805b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:36.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.626+0000 7f5536811640 0 -- 192.168.123.101:0/3016324030 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x563541050740 msgr2=0x563541070bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 zone default found 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 4 Realm: () 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 zonegroup default 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.628+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 started sync module instance, tier type = 2026-04-02T12:01:36.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.629+0000 7f553a320900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.632+0000 7f553a320900 20 add_watcher() i=3 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.632+0000 7f553a320900 20 add_watcher() i=5 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.632+0000 7f553a320900 20 add_watcher() i=7 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.632+0000 7f553a320900 20 add_watcher() i=6 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.632+0000 7f553a320900 20 add_watcher() i=1 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.633+0000 7f553a320900 20 add_watcher() i=4 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.633+0000 7f553a320900 20 add_watcher() i=2 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.633+0000 7f553a320900 20 add_watcher() i=0 2026-04-02T12:01:36.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.633+0000 7f553a320900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:36.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.635+0000 7f553a320900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:36.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.635+0000 7f553a320900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:36.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.635+0000 7f553a320900 5 note: GC not initialized 2026-04-02T12:01:36.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.635+0000 7f54df7fe640 20 reqs_thread_entry: start 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.671+0000 7f553a320900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.671+0000 7f553a320900 20 Filter name: none 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.671+0000 7f54dd7fa640 20 reqs_thread_entry: start 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.671+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:36.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:36.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.672+0000 7f553a320900 20 rados->read ofs=0 len=0 2026-04-02T12:01:36.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.673+0000 7f553a320900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:36.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.673+0000 7f553a320900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:36.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=6 2026-04-02T12:01:36.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 2 removed watcher, disabling cache 2026-04-02T12:01:36.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=2 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=4 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=0 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=5 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.677+0000 7f553a320900 20 remove_watcher() i=3 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.678+0000 7f553a320900 20 remove_watcher() i=1 2026-04-02T12:01:36.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:36.678+0000 7f553a320900 20 remove_watcher() i=7 2026-04-02T12:01:36.686 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:36.686 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:36.686 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.24 num_objects: 20 size_kb: 1 num_shards: 12 2026-04-02T12:01:36.686 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:36.687 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:36.687 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:36.697 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:36.697 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:36.859 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:36.859 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:36.948 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at set_target_layout 2026-04-02T12:01:36.948 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:36.948 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:36.948 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:36.980 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:36.980 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.029 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.029 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.079 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.079 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.129 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.129 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.179 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.180 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.230 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.230 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.307 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.307 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.356 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.356 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.408 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.408 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.457 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.457 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.508 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.508 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.557 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.557 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.607 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.608 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.657 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.657 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.708 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.708 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.757 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.757 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.807 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.808 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.857 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.857 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.908 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.908 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:37.958 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:37.958 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:38.008 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:38.009 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:38.059 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:01:38.078 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:38.078 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:38.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.094+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 20 realm 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.095+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.096+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.096+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.096+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.096+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.097+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.097+0000 7f6a7d725900 20 searching for the correct realm 2026-04-02T12:01:38.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.100+0000 7f6a79c70640 0 -- 192.168.123.101:0/2412547836 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x561ec700d8e0 msgr2=0x561ec702dd90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.103+0000 7f6a79c70640 0 -- 192.168.123.101:0/2412547836 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x561ec6fa70f0 msgr2=0x561ec6fc7530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.106+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 zone default found 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 4 Realm: () 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 zonegroup default 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.107+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.108+0000 7f6a7d725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.108+0000 7f6a7d725900 20 started sync module instance, tier type = 2026-04-02T12:01:38.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.108+0000 7f6a7d725900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.111+0000 7f6a7d725900 20 add_watcher() i=0 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.111+0000 7f6a7d725900 20 add_watcher() i=4 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.111+0000 7f6a7d725900 20 add_watcher() i=7 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 20 add_watcher() i=2 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 20 add_watcher() i=5 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 20 add_watcher() i=3 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 20 add_watcher() i=6 2026-04-02T12:01:38.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 20 add_watcher() i=1 2026-04-02T12:01:38.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.112+0000 7f6a7d725900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.114+0000 7f6a7d725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.114+0000 7f6a7d725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.114+0000 7f6a7d725900 5 note: GC not initialized 2026-04-02T12:01:38.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.114+0000 7f6a267ec640 20 reqs_thread_entry: start 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.152+0000 7f6a7d725900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.152+0000 7f6a7d725900 20 Filter name: none 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.153+0000 7f6a1ffff640 20 reqs_thread_entry: start 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.153+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.153+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.155 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.153+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.153+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.154+0000 7f6a7d725900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.158+0000 7f6a7d725900 20 remove_watcher() i=0 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.158+0000 7f6a7d725900 2 removed watcher, disabling cache 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.158+0000 7f6a7d725900 20 remove_watcher() i=5 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=6 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=4 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=2 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=7 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=1 2026-04-02T12:01:38.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.159+0000 7f6a7d725900 20 remove_watcher() i=3 2026-04-02T12:01:38.167 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.167 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:38.167 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:38.167 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.169 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2026-04-02T12:01:38.190 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:38.190 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:38.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.207+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 20 realm 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.210+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.210+0000 7f8d8638b900 20 searching for the correct realm 2026-04-02T12:01:38.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.213+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d74004040 msgr2=0x7f8d7409f9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.216+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d400a4b40 msgr2=0x7f8d400c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.219+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.222 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 20 zone default found 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Realm: () 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 zonegroup default 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.223 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started sync module instance, tier type = 2026-04-02T12:01:38.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=5 2026-04-02T12:01:38.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=6 2026-04-02T12:01:38.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=0 2026-04-02T12:01:38.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=4 2026-04-02T12:01:38.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=2 2026-04-02T12:01:38.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=1 2026-04-02T12:01:38.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.226+0000 7f8d8638b900 20 add_watcher() i=7 2026-04-02T12:01:38.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.227+0000 7f8d8638b900 20 add_watcher() i=3 2026-04-02T12:01:38.229 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.227+0000 7f8d8638b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.229+0000 7f8d8638b900 5 note: GC not initialized 2026-04-02T12:01:38.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.230+0000 7f8d2affd640 20 reqs_thread_entry: start 2026-04-02T12:01:38.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.265+0000 7f8d8638b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.265+0000 7f8d8638b900 20 Filter name: none 2026-04-02T12:01:38.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.266+0000 7f8d28ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:38.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.266+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:38.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.266+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : miss 2026-04-02T12:01:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.267+0000 7f8d8638b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d8638b900 time 2026-04-02T12:01:38.273865+0000 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f8d8778f8f8] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d8638b900 time 2026-04-02T12:01:38.273865+0000 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f8d8778f8f8] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:01:38.275 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f8d8638b900 thread_name:radosgw-admin 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f8d8683fc30] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f8d8688d02c] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f8d8778f957] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f8d8638b900 thread_name:radosgw-admin 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f8d8683fc30] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f8d8688d02c] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f8d8778f957] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:01:38.193+0000 7f8d8638b900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:01:38.193+0000 7f8d8638b900 4 set_mon_vals no callback set 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:01:38.193+0000 7f8d8638b900 10 monclient: shutdown 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:01:38.193+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) unregister_commands rotate-key 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.276 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: starting msgr at 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: starting objecter 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests hook 0x55b5d3b4d080 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: setting wanted keys 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: calling monclient init 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key hook 0x55b5d3b178e8 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3aa5140 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3aa6150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3aa7a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.196686s 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3aa6150 auth_method 0 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3aa5140 auth_method 0 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3aa7a50 auth_method 0 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.286 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_done global_id 6645 payload 824 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:01:38.194+0000 7f8d818e6640 1 monclient: found mon.noname-a 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: dump: 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: dump: 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:01:38.195+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6645 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:01:38.195+0000 7f8d78ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:01:38.195+0000 7f8d8638b900 1 librados: init done 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:01:38.197+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d5c077530 auth_method 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:01:38.197+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3b47e80 auth_method 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:01:38.197+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3c89df0 auth_method 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:01:38.198+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3cac190 auth_method 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:01:38.199+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.287 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:01:38.199+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5d3cd2520 EEXIST 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:01:38.200+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:01:38.200+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:01:38.200+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x55b5d3ccd2f0 EEXIST 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3cf9af0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3cfc3d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3cf9ec0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.202384s 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3cf9af0 auth_method 0 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3cfc3d0 auth_method 0 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3cf9ec0 auth_method 0 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.288 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_done global_id 6648 payload 824 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:01:38.200+0000 7f8d820e7640 1 monclient: found mon.noname-a 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: dump: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: dump: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:01:38.201+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6648 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:01:38.201+0000 7f8d830e9640 4 set_mon_vals no callback set 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: get_monmap_and_config 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:01:38.202+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.289 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:01:38.202+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d50077520 auth_method 0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdbe32e038 EEXIST 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3db5df0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3d8fd90 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3d94260 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.205621s 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3d94260 auth_method 0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3d8fd90 auth_method 0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3db5df0 auth_method 0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_done global_id 6233 payload 274 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:01:38.203+0000 7f8d828e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.290 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: dump: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: dump: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6233 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:01:38.204+0000 7f8d8638b900 4 set_mon_vals no callback set 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: shutdown 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:01:38.204+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: starting msgr at 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: starting objecter 2026-04-02T12:01:38.291 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5d3d8f920 EEXIST 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: setting wanted keys 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: calling monclient init 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:01:38.204+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:01:38.205+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:01:38.205+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x55b5d3d8d7c8 EEXIST 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3d8fd90 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3d94260 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3db5df0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.207366s 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3d94260 auth_method 0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3db5df0 auth_method 0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3d8fd90 auth_method 0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:01:38.205+0000 7f8d828e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: dump: 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.292 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:01:38.205+0000 7f8d61ffb640 4 set_mon_vals no callback set 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: dump: 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:01:38.206+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6236 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:01:38.206+0000 7f8d8638b900 1 librados: init done 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:01:38.206+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cr dump hook 0x55b5d3dbf668 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:01:38.207+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d40077610 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:01:38.207+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:01:38.208+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3e569b0 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 realm 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:01:38.208+0000 7f8d8638b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:01:38.209+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3e78dd0 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:01:38.210+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3e9a540 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:01:38.210+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:01:38.210+0000 7f8d8638b900 20 searching for the correct realm 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:01:38.210+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3ebd190 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:01:38.211+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d74004040 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:01:38.212+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d70073520 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:01:38.212+0000 7f8d828e8640 10 monclient: get_auth_request con 0x7f8d680c3bb0 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:01:38.213+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d74004040 msgr2=0x7f8d7409f9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:01:38.213+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d74004040 session 0x7f8d740686f0 osd.7 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:01:38.213+0000 7f8d57fff640 10 monclient: _renew_subs 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:01:38.213+0000 7f8d57fff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:01:38.213+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d400a4b40 auth_method 0 2026-04-02T12:01:38.293 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:01:38.214+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d7406e130 auth_method 0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:01:38.216+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d400a4b40 msgr2=0x7f8d400c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:01:38.217+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d400a4b40 session 0x7f8d740686f0 osd.7 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:01:38.217+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d74004040 auth_method 0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:01:38.219+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d7406e130 session 0x7f8d74068ff0 osd.6 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:01:38.219+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d400a4b40 auth_method 0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 zone default found 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Realm: () 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:01:38.221+0000 7f8d8638b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 zonegroup default 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started sync module instance, tier type = 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=5 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=6 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=4 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=2 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=1 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:01:38.226+0000 7f8d8638b900 20 add_watcher() i=7 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:01:38.227+0000 7f8d8638b900 20 add_watcher() i=3 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:01:38.227+0000 7f8d8638b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:01:38.227+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d0c007200 auth_method 0 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:01:38.229+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache list hook 0x55b5d3dbf910 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache inspect hook 0x55b5d3dbf910 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache erase hook 0x55b5d3dbf910 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache zap hook 0x55b5d3dbf910 2026-04-02T12:01:38.294 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 note: GC not initialized 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:01:38.230+0000 7f8d2affd640 20 reqs_thread_entry: start 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace show hook 0x7f8d7400aad0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace history hook 0x7f8d7400aad0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace active hook 0x7f8d7400aad0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace active_short hook 0x7f8d7400aad0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:01:38.230+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3fcbb60 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:01:38.232+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3fccda0 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:01:38.233+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3fc15b0 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:01:38.234+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3fc2c50 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:01:38.238+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3fc5180 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:01:38.242+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3fc79e0 auth_method 0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:01:38.265+0000 7f8d8638b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:01:38.265+0000 7f8d8638b900 20 Filter name: none 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:01:38.266+0000 7f8d28ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:01:38.266+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:01:38.266+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : miss 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d8638b900 time 2026-04-02T12:01:38.273865+0000 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f8d8778f8f8] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f8d8638b900 thread_name:radosgw-admin 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f8d8683fc30] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f8d8688d02c] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f8d8778f957] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:01:38.295 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:01:38.296 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:01:38.305 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:38.306 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d28ff9640 / http_manager 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d2affd640 / http_manager 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d57fff640 / ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d61ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d63fff640 / ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d6effd640 / ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d78ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d797fa640 / admin_socket 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d810e5640 / ms_dispatch 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d818e6640 / msgr-worker-2 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d820e7640 / msgr-worker-1 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d828e8640 / msgr-worker-0 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d830e9640 / io_context_pool 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d8638b900 / radosgw-admin 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.92459.log 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:01:38.193+0000 7f8d8638b900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:01:38.193+0000 7f8d8638b900 4 set_mon_vals no callback set 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:01:38.193+0000 7f8d8638b900 10 monclient: shutdown 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:01:38.193+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) unregister_commands rotate-key 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding auth protocol: cephx 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.307 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b1d140) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: starting msgr at 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: starting objecter 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests hook 0x55b5d3b4d080 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: setting wanted keys 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:01:38.194+0000 7f8d8638b900 1 librados: calling monclient init 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding auth protocol: cephx 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: crc 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3b177a0) adding con mode: secure 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:01:38.194+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:01:38.194+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key hook 0x55b5d3b178e8 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3aa5140 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3aa6150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3aa7a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:01:38.194+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.196686s 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3aa6150 auth_method 0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3aa5140 auth_method 0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3aa7a50 auth_method 0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:01:38.194+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:01:38.194+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient(hunting): handle_auth_done global_id 6645 payload 824 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:01:38.194+0000 7f8d818e6640 1 monclient: found mon.noname-a 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:01:38.194+0000 7f8d818e6640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:38.308 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: dump: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:01:38.195+0000 7f8d6effd640 10 monclient: dump: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:01:38.195+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6645 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:01:38.195+0000 7f8d78ff9640 4 set_mon_vals no callback set 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:01:38.195+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:01:38.195+0000 7f8d8638b900 1 librados: init done 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:01:38.196+0000 7f8d6effd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:01:38.197+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d5c077530 auth_method 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:01:38.197+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3b47e80 auth_method 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:01:38.197+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3c89df0 auth_method 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:01:38.198+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3cac190 auth_method 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:01:38.199+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding auth protocol: cephx 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.309 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccebc0) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:01:38.199+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5d3cd2520 EEXIST 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:01:38.199+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding auth protocol: cephx 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: crc 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:01:38.199+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3ccd1a8) adding con mode: secure 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:01:38.200+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:01:38.200+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:01:38.200+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x55b5d3ccd2f0 EEXIST 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3cf9af0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3cfc3d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3cf9ec0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:01:38.200+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.202384s 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3cf9af0 auth_method 0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3cfc3d0 auth_method 0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3cf9ec0 auth_method 0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:01:38.200+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:01:38.200+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient(hunting): handle_auth_done global_id 6648 payload 824 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:01:38.200+0000 7f8d820e7640 1 monclient: found mon.noname-a 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:01:38.200+0000 7f8d820e7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: dump: 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.310 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:01:38.201+0000 7f8d63fff640 10 monclient: dump: 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:01:38.201+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6648 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:01:38.201+0000 7f8d830e9640 4 set_mon_vals no callback set 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:01:38.201+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:01:38.202+0000 7f8d63fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: get_monmap_and_config 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:01:38.202+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:01:38.202+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding auth protocol: cephx 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: crc 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:01:38.202+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ed00) adding con mode: secure 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:01:38.202+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d50077520 auth_method 0 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.311 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding auth protocol: cephx 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: crc 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32def0) adding con mode: secure 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:01:38.203+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:01:38.203+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdbe32e038 EEXIST 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3db5df0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3d8fd90 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3d94260 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:01:38.203+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.205621s 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3d94260 auth_method 0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3d8fd90 auth_method 0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3db5df0 auth_method 0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:01:38.203+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:01:38.203+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient(hunting): handle_auth_done global_id 6233 payload 274 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:01:38.203+0000 7f8d828e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:01:38.203+0000 7f8d828e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: dump: 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.312 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:01:38.204+0000 7f8d61ffb640 10 monclient: dump: 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6233 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: get_monmap_and_config success 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:01:38.204+0000 7f8d8638b900 4 set_mon_vals no callback set 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: shutdown 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: build_initial_monmap 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 build_initial for_mkfs: 0 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: monmap: 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding auth protocol: cephx 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: crc 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8ebd0) adding con mode: secure 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:01:38.204+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: starting msgr at 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: starting objecter 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b5d3d8f920 EEXIST 2026-04-02T12:01:38.313 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: setting wanted keys 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:01:38.204+0000 7f8d8638b900 1 librados: calling monclient init 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:01:38.204+0000 7f8d8638b900 10 monclient: init 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding auth protocol: cephx 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: crc 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:01:38.204+0000 7f8d8638b900 5 AuthRegistry(0x55b5d3d8d680) adding con mode: secure 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:01:38.204+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:01:38.205+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:01:38.205+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command rotate-key cmddesc rotate-key hook 0x55b5d3d8d7c8 EEXIST 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient: _reopen_session rank -1 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-b con 0x55b5d3d8fd90 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-a con 0x55b5d3d94260 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): picked mon.noname-c con 0x55b5d3db5df0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): _renew_subs 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:01:38.205+0000 7f8d8638b900 10 monclient(hunting): authenticate will time out at 1810.207366s 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): get_auth_request con 0x55b5d3d94260 auth_method 0 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): get_auth_request con 0x55b5d3db5df0 auth_method 0 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): get_auth_request con 0x55b5d3d8fd90 auth_method 0 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:01:38.205+0000 7f8d820e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:01:38.205+0000 7f8d818e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient: _finish_hunting 0 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:01:38.205+0000 7f8d828e8640 1 monclient: found mon.noname-c 2026-04-02T12:01:38.314 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:01:38.205+0000 7f8d828e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: dump: 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: _finish_auth 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: _check_auth_tickets 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:01:38.205+0000 7f8d57fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:01:38.205+0000 7f8d61ffb640 4 set_mon_vals no callback set 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:01:38.206+0000 7f8d57fff640 10 monclient: dump: 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:01:38.206+0000 7f8d8638b900 5 monclient: authenticate success, global_id 6236 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _renew_subs 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:01:38.206+0000 7f8d8638b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:01:38.206+0000 7f8d8638b900 1 librados: init done 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:01:38.206+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cr dump hook 0x55b5d3dbf668 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:01:38.207+0000 7f8d57fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:01:38.207+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d40077610 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:01:38.207+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:01:38.208+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3e569b0 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 realm 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:01:38.208+0000 7f8d8638b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:01:38.208+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:01:38.209+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3e78dd0 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:01:38.209+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:01:38.210+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3e9a540 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:01:38.210+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:01:38.210+0000 7f8d8638b900 20 searching for the correct realm 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:01:38.210+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3ebd190 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:01:38.211+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d74004040 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:01:38.212+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d70073520 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:01:38.212+0000 7f8d828e8640 10 monclient: get_auth_request con 0x7f8d680c3bb0 auth_method 0 2026-04-02T12:01:38.315 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:01:38.213+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d74004040 msgr2=0x7f8d7409f9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:01:38.213+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d74004040 session 0x7f8d740686f0 osd.7 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:01:38.213+0000 7f8d57fff640 10 monclient: _renew_subs 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:01:38.213+0000 7f8d57fff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:01:38.213+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d400a4b40 auth_method 0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:01:38.214+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d7406e130 auth_method 0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:01:38.216+0000 7f8d820e7640 0 -- 192.168.123.101:0/786656182 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8d400a4b40 msgr2=0x7f8d400c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:01:38.217+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d400a4b40 session 0x7f8d740686f0 osd.7 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:01:38.217+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d74004040 auth_method 0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:01:38.219+0000 7f8d57fff640 1 client.6236.objecter ms_handle_reset 0x7f8d7406e130 session 0x7f8d74068ff0 osd.6 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:01:38.219+0000 7f8d820e7640 10 monclient: get_auth_request con 0x7f8d400a4b40 auth_method 0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:01:38.219+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:01:38.220+0000 7f8d8638b900 20 zone default found 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Realm: () 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:01:38.220+0000 7f8d8638b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:01:38.221+0000 7f8d8638b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 zonegroup default 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started sync module instance, tier type = 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:01:38.221+0000 7f8d8638b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=5 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=6 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=4 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=2 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:01:38.225+0000 7f8d8638b900 20 add_watcher() i=1 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:01:38.226+0000 7f8d8638b900 20 add_watcher() i=7 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:01:38.227+0000 7f8d8638b900 20 add_watcher() i=3 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:01:38.227+0000 7f8d8638b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:01:38.227+0000 7f8d818e6640 10 monclient: get_auth_request con 0x7f8d0c007200 auth_method 0 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding auth protocol: cephx 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: crc 2026-04-02T12:01:38.316 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 AuthRegistry(0x7ffdbe32dfe0) adding con mode: secure 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:01:38.229+0000 7f8d8638b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:01:38.229+0000 7f8d8638b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache list hook 0x55b5d3dbf910 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache inspect hook 0x55b5d3dbf910 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache erase hook 0x55b5d3dbf910 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command cache zap hook 0x55b5d3dbf910 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:01:38.229+0000 7f8d8638b900 5 note: GC not initialized 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:01:38.230+0000 7f8d2affd640 20 reqs_thread_entry: start 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace show hook 0x7f8d7400aad0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace history hook 0x7f8d7400aad0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace active hook 0x7f8d7400aad0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:01:38.230+0000 7f8d8638b900 5 asok(0x55b5d3a156b0) register_command sync trace active_short hook 0x7f8d7400aad0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:01:38.230+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3fcbb60 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:01:38.232+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3fccda0 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:01:38.233+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3fc15b0 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:01:38.234+0000 7f8d828e8640 10 monclient: get_auth_request con 0x55b5d3fc2c50 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:01:38.238+0000 7f8d820e7640 10 monclient: get_auth_request con 0x55b5d3fc5180 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:01:38.242+0000 7f8d818e6640 10 monclient: get_auth_request con 0x55b5d3fc79e0 auth_method 0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:01:38.265+0000 7f8d8638b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:01:38.265+0000 7f8d8638b900 20 Filter name: none 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:01:38.266+0000 7f8d28ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:01:38.266+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:01:38.266+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : miss 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:01:38.267+0000 7f8d8638b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:01:38.267+0000 7f8d8638b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8d8638b900 time 2026-04-02T12:01:38.273865+0000 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f8d8778f8f8] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:01:38.273+0000 7f8d8638b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f8d8638b900 thread_name:radosgw-admin 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f8d8683fc30] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f8d8688d02c] 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:01:38.317 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f8d8778f957] 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x1013046) [0x55b5d1290046] 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55b5d0db7e3e] 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f8d8682a610] 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:01:38.318 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d28ff9640 / http_manager 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d2affd640 / http_manager 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d57fff640 / ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d61ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d63fff640 / ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d6effd640 / ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d78ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d797fa640 / admin_socket 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d810e5640 / ms_dispatch 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d818e6640 / msgr-worker-2 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d820e7640 / msgr-worker-1 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d828e8640 / msgr-worker-0 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d830e9640 / io_context_pool 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: 7f8d8638b900 / radosgw-admin 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:01:38.274985Z_1430eced-75b1-4695-93a3-8f3c3655f9a9/log 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:01:38.319 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:01:38.320 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:38.320 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:38.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.338+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 realm 2026-04-02T12:01:38.342 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.340+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.341+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.341+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.342+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.344 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.342+0000 7f34c235b900 20 searching for the correct realm 2026-04-02T12:01:38.347 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.345+0000 7f34be8d5640 0 -- 192.168.123.101:0/1222101891 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55f111d9c2b0 msgr2=0x55f111dbc690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.351 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.348+0000 7f34bd8d3640 0 -- 192.168.123.101:0/1222101891 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55f111de0060 msgr2=0x55f111e00440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.353 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 zone default found 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 4 Realm: () 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 zonegroup default 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.351+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 started sync module instance, tier type = 2026-04-02T12:01:38.354 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.352+0000 7f34c235b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.355+0000 7f34c235b900 20 add_watcher() i=3 2026-04-02T12:01:38.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.355+0000 7f34c235b900 20 add_watcher() i=7 2026-04-02T12:01:38.358 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.356+0000 7f34c235b900 20 add_watcher() i=5 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.356+0000 7f34c235b900 20 add_watcher() i=6 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.357+0000 7f34c235b900 20 add_watcher() i=4 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.357+0000 7f34c235b900 20 add_watcher() i=2 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.357+0000 7f34c235b900 20 add_watcher() i=0 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.357+0000 7f34c235b900 20 add_watcher() i=1 2026-04-02T12:01:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.357+0000 7f34c235b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.359+0000 7f34c235b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.359+0000 7f34c235b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.359+0000 7f34c235b900 5 note: GC not initialized 2026-04-02T12:01:38.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.359+0000 7f3466ffd640 20 reqs_thread_entry: start 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.398+0000 7f34c235b900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.398+0000 7f34c235b900 20 Filter name: none 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.398+0000 7f3464ff9640 20 reqs_thread_entry: start 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.398+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.399+0000 7f34c235b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.405+0000 7f34c235b900 20 remove_watcher() i=3 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.405+0000 7f34c235b900 2 removed watcher, disabling cache 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.405+0000 7f34c235b900 20 remove_watcher() i=6 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.405+0000 7f34c235b900 20 remove_watcher() i=7 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.405+0000 7f34c235b900 20 remove_watcher() i=0 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.406+0000 7f34c235b900 20 remove_watcher() i=4 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.406+0000 7f34c235b900 20 remove_watcher() i=2 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.406+0000 7f34c235b900 20 remove_watcher() i=1 2026-04-02T12:01:38.408 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.406+0000 7f34c235b900 20 remove_watcher() i=5 2026-04-02T12:01:38.414 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.414 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:01:38.414 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:01:38.414 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:01:38.415 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:38.415 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:38.441 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:01:38.441 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:01:38.491 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:01:38.513 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:01:38.513 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:01:38.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.733+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 realm 2026-04-02T12:01:38.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:01:38.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.734+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.735+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.735+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.736+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:01:38.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.736+0000 7fa1f1965900 20 searching for the correct realm 2026-04-02T12:01:38.741 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.739+0000 7fa1edee1640 0 -- 192.168.123.101:0/1023479313 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fa1d4023040 msgr2=0x7fa1d4066bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:01:38.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.743+0000 7fa1ecedf640 0 -- 192.168.123.101:0/1023479313 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5563b38f99b0 msgr2=0x5563b3919d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:01:38.747 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.745+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 zone default found 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 4 Realm: () 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 zonegroup default 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.748 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.746+0000 7fa1f1965900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:01:38.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.747+0000 7fa1f1965900 20 started sync module instance, tier type = 2026-04-02T12:01:38.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.747+0000 7fa1f1965900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.750+0000 7fa1f1965900 20 add_watcher() i=0 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.750+0000 7fa1f1965900 20 add_watcher() i=5 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=2 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=3 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=1 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=6 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=4 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 20 add_watcher() i=7 2026-04-02T12:01:38.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.751+0000 7fa1f1965900 2 all 8 watchers are set, enabling cache 2026-04-02T12:01:38.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.753+0000 7fa1f1965900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:01:38.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.753+0000 7fa1f1965900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:01:38.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.753+0000 7fa1f1965900 5 note: GC not initialized 2026-04-02T12:01:38.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.753+0000 7fa19afed640 20 reqs_thread_entry: start 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.790+0000 7fa1f1965900 20 init_complete bucket index max shards: 11 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.790+0000 7fa1f1965900 20 Filter name: none 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa198fe9640 20 reqs_thread_entry: start 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.793 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : miss 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 20 rados->read ofs=0 len=0 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:01:38.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.791+0000 7fa1f1965900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:01:38.795 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.792+0000 7fa1f1965900 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to be held by another RGW process; skipping for now 2026-04-02T12:01:38.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=0 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 2 removed watcher, disabling cache 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=5 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=4 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=6 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=2 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=7 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=3 2026-04-02T12:01:38.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:01:38.796+0000 7fa1f1965900 20 remove_watcher() i=1 2026-04-02T12:01:38.804 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:02:08.834 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:08.855 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:08.855 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 realm 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.874+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.875+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.875+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:08.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.875+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:08.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.876+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:08.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.876+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:08.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.876+0000 7fd72ba0f900 20 searching for the correct realm 2026-04-02T12:02:08.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:08.879+0000 7fd727948640 0 -- 192.168.123.101:0/4171564661 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd710046070 msgr2=0x7fd710046950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:09.086 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.084+0000 7fd727948640 0 -- 192.168.123.101:0/4171564661 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd710046070 msgr2=0x7fd710046950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.087+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 zone default found 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 4 Realm: () 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 zonegroup default 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 started sync module instance, tier type = 2026-04-02T12:02:09.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.088+0000 7fd72ba0f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:09.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.096+0000 7fd72ba0f900 20 add_watcher() i=0 2026-04-02T12:02:09.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.096+0000 7fd72ba0f900 20 add_watcher() i=2 2026-04-02T12:02:09.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.096+0000 7fd72ba0f900 20 add_watcher() i=1 2026-04-02T12:02:09.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.097+0000 7fd72ba0f900 20 add_watcher() i=6 2026-04-02T12:02:09.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.097+0000 7fd72ba0f900 20 add_watcher() i=5 2026-04-02T12:02:09.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.097+0000 7fd72ba0f900 20 add_watcher() i=3 2026-04-02T12:02:09.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.098+0000 7fd72ba0f900 20 add_watcher() i=7 2026-04-02T12:02:09.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.098+0000 7fd72ba0f900 20 add_watcher() i=4 2026-04-02T12:02:09.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.098+0000 7fd72ba0f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:09.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.100+0000 7fd72ba0f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:09.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.100+0000 7fd72ba0f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:09.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.100+0000 7fd72ba0f900 5 note: GC not initialized 2026-04-02T12:02:09.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.100+0000 7fd6d57ea640 20 reqs_thread_entry: start 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.143+0000 7fd72ba0f900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.143+0000 7fd72ba0f900 20 Filter name: none 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.143+0000 7fd6ceffd640 20 reqs_thread_entry: start 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.143+0000 7fd72ba0f900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.143+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : miss 2026-04-02T12:02:09.146 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.144+0000 7fd72ba0f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:02:09.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd72ba0f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd72ba0f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd72ba0f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd72ba0f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25, ofs0, ns] 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd7027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894565 cookie 93883398780464 notifier 6287 bl.length()=937 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd7027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd7027fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.152 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.149+0000 7fd7027fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.151+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_sources= new_sources= 2026-04-02T12:02:09.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.151+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential sources added=[] removed=[] 2026-04-02T12:02:09.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.151+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_dests= new_dests= 2026-04-02T12:02:09.154 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.151+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential dests added=[] removed=[] 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.0 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.0 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.1 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.1 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.2 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.2 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.3 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.3 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.4 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.4 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.5 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.5 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.6 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.6 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.7 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.7 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.8 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.8 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.9 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.9 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.10 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.10 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.11 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1.11 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.156+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.0 2026-04-02T12:02:09.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.157+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1 2026-04-02T12:02:09.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.157+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.2 2026-04-02T12:02:09.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.157+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.3 2026-04-02T12:02:09.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.158+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.4 2026-04-02T12:02:09.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.158+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.5 2026-04-02T12:02:09.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.158+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.6 2026-04-02T12:02:09.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.159+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.7 2026-04-02T12:02:09.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.159+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.8 2026-04-02T12:02:09.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.159+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.9 2026-04-02T12:02:09.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.159+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.10 2026-04-02T12:02:09.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.163+0000 7fd72ba0f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:09.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.163+0000 7fd72ba0f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.164+0000 7fd72ba0f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.164+0000 7fd72ba0f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.164+0000 7fd72ba0f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.164+0000 7fd72ba0f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25, ofs0, ns] 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.164+0000 7fd702ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894566 cookie 93883398780464 notifier 6287 bl.length()=937 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.165+0000 7fd702ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.165+0000 7fd702ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.167 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.165+0000 7fd702ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.166+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_sources= new_sources= 2026-04-02T12:02:09.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.166+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential sources added=[] removed=[] 2026-04-02T12:02:09.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.166+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_dests= new_dests= 2026-04-02T12:02:09.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.166+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential dests added=[] removed=[] 2026-04-02T12:02:09.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.168+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.0 2026-04-02T12:02:09.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.168+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.1 2026-04-02T12:02:09.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.169+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.2 2026-04-02T12:02:09.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.169+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.3 2026-04-02T12:02:09.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.169+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.4 2026-04-02T12:02:09.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.169+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.5 2026-04-02T12:02:09.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.170+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.6 2026-04-02T12:02:09.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.170+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.7 2026-04-02T12:02:09.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.170+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.8 2026-04-02T12:02:09.172 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.170+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.9 2026-04-02T12:02:09.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.170+0000 7fd72ba0f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25.10 2026-04-02T12:02:09.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:09.173 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.171+0000 7fd72ba0f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25, ofs0, ns] 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.172+0000 7fd7027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894567 cookie 93883398780464 notifier 6287 bl.length()=901 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.172+0000 7fd7027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 info.flags=0x17 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.172+0000 7fd7027fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 to cache LRU end 2026-04-02T12:02:09.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.172+0000 7fd7027fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:09.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.173+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_sources= new_sources= 2026-04-02T12:02:09.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.173+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential sources added=[] removed=[] 2026-04-02T12:02:09.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.173+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): orig_dests= new_dests= 2026-04-02T12:02:09.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.173+0000 7fd72ba0f900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25]): potential dests added=[] removed=[] 2026-04-02T12:02:09.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.175+0000 7fd72ba0f900 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=4 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 2 removed watcher, disabling cache 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=0 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=5 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=7 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=2 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.179+0000 7fd72ba0f900 20 remove_watcher() i=6 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.180+0000 7fd72ba0f900 20 remove_watcher() i=1 2026-04-02T12:02:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.180+0000 7fd72ba0f900 20 remove_watcher() i=3 2026-04-02T12:02:09.190 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-02T12:02:09.210 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:09.210 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:09.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.230+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 realm 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.231+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.232+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:09.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.232+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.232+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:09.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.232+0000 7fc1aeb92900 20 searching for the correct realm 2026-04-02T12:02:09.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.236+0000 7fc1aa8e7640 0 -- 192.168.123.101:0/2681358512 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fc19c056040 msgr2=0x7fc19c008400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:09.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.441+0000 7fc1ab0e8640 0 -- 192.168.123.101:0/2681358512 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55dc7fc49aa0 msgr2=0x55dc7fc69f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.442+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 zone default found 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 4 Realm: () 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 zonegroup default 2026-04-02T12:02:09.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.443+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.444+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.444+0000 7fc1aeb92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.444+0000 7fc1aeb92900 20 started sync module instance, tier type = 2026-04-02T12:02:09.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.444+0000 7fc1aeb92900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:09.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.447+0000 7fc1aeb92900 20 add_watcher() i=5 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.447+0000 7fc1aeb92900 20 add_watcher() i=6 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.447+0000 7fc1aeb92900 20 add_watcher() i=3 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.447+0000 7fc1aeb92900 20 add_watcher() i=2 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.448+0000 7fc1aeb92900 20 add_watcher() i=0 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.448+0000 7fc1aeb92900 20 add_watcher() i=4 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.448+0000 7fc1aeb92900 20 add_watcher() i=1 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.448+0000 7fc1aeb92900 20 add_watcher() i=7 2026-04-02T12:02:09.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.448+0000 7fc1aeb92900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:09.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.450+0000 7fc1aeb92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:09.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.450+0000 7fc1aeb92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:09.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.450+0000 7fc1aeb92900 5 note: GC not initialized 2026-04-02T12:02:09.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.450+0000 7fc1537fe640 20 reqs_thread_entry: start 2026-04-02T12:02:09.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.485+0000 7fc1aeb92900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:09.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.485+0000 7fc1aeb92900 20 Filter name: none 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.485+0000 7fc1517fa640 20 reqs_thread_entry: start 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.485+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=194 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados->read ofs=0 len=0 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 rados_obj.operate() r=0 bl.length=424 2026-04-02T12:02:09.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.486+0000 7fc1aeb92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=5 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 2 removed watcher, disabling cache 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=7 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=1 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=6 2026-04-02T12:02:09.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=0 2026-04-02T12:02:09.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=4 2026-04-02T12:02:09.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=2 2026-04-02T12:02:09.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:09.490+0000 7fc1aeb92900 20 remove_watcher() i=3 2026-04-02T12:02:09.498 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:09.498 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:09.498 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-set-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.25 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:02:09.498 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:09.500 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.500 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.511 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.511 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.658 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.658 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.751 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2026-04-02T12:02:09.752 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:09.752 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.752 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.789 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.789 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.838 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.838 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.887 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.887 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.937 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.937 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:09.987 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:09.987 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.036 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.036 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.088 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.088 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.138 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.138 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.188 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.188 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.238 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.238 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.290 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.290 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.339 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.339 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.389 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.389 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.440 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.440 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.490 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.490 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.538 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.539 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.587 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.587 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.636 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.637 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.685 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.686 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.735 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.736 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.785 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:10.785 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:10.838 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:10.859 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:10.859 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:10.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.878+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 realm 2026-04-02T12:02:10.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:10.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.879+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.880+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:10.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.880+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.881+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:10.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.881+0000 7f2b1600f900 20 searching for the correct realm 2026-04-02T12:02:10.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.884+0000 7f2b11fa7640 0 -- 192.168.123.101:0/4187622129 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x557b61452d90 msgr2=0x557b61473220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.887+0000 7f2b10fa5640 0 -- 192.168.123.101:0/4187622129 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x557b613ec0b0 msgr2=0x557b6140c4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.890+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 zone default found 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 4 Realm: () 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 zonegroup default 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 started sync module instance, tier type = 2026-04-02T12:02:10.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.891+0000 7f2b1600f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:10.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=0 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=7 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=2 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=5 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=6 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.901+0000 7f2b1600f900 20 add_watcher() i=3 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.902+0000 7f2b1600f900 20 add_watcher() i=4 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.902+0000 7f2b1600f900 20 add_watcher() i=1 2026-04-02T12:02:10.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.902+0000 7f2b1600f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:10.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.904+0000 7f2b1600f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:10.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.904+0000 7f2b1600f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:10.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.904+0000 7f2b1600f900 5 note: GC not initialized 2026-04-02T12:02:10.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.904+0000 7f2abe7ec640 20 reqs_thread_entry: start 2026-04-02T12:02:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2b1600f900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2b1600f900 20 Filter name: none 2026-04-02T12:02:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2ab7fff640 20 reqs_thread_entry: start 2026-04-02T12:02:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.939+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:10.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:10.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.940+0000 7f2b1600f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=3 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 2 removed watcher, disabling cache 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=0 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=5 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=6 2026-04-02T12:02:10.947 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=4 2026-04-02T12:02:10.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=7 2026-04-02T12:02:10.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=2 2026-04-02T12:02:10.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.945+0000 7f2b1600f900 20 remove_watcher() i=1 2026-04-02T12:02:10.953 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:10.953 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:10.953 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:10.953 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:10.955 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2026-04-02T12:02:10.976 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:10.976 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.994+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 realm 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.995+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.996+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.996+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.996+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.996+0000 7f424913e900 20 searching for the correct realm 2026-04-02T12:02:11.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:10.999+0000 7f42455fb640 0 -- 192.168.123.101:0/3971333395 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5652d821c590 msgr2=0x5652d823ca40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:11.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.002+0000 7f4244dfa640 0 -- 192.168.123.101:0/3971333395 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x5652d823ed70 msgr2=0x5652d825f190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.004+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 zone default found 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 4 Realm: () 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:11.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 zonegroup default 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.005+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.006+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.006+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.006+0000 7f424913e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.006+0000 7f424913e900 20 started sync module instance, tier type = 2026-04-02T12:02:11.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.006+0000 7f424913e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.008+0000 7f424913e900 20 add_watcher() i=0 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.009+0000 7f424913e900 20 add_watcher() i=3 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.009+0000 7f424913e900 20 add_watcher() i=1 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 20 add_watcher() i=4 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 20 add_watcher() i=7 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 20 add_watcher() i=6 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 20 add_watcher() i=5 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 20 add_watcher() i=2 2026-04-02T12:02:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.010+0000 7f424913e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:11.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.011+0000 7f424913e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:11.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.012+0000 7f424913e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:11.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.012+0000 7f424913e900 5 note: GC not initialized 2026-04-02T12:02:11.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.012+0000 7f41f1feb640 20 reqs_thread_entry: start 2026-04-02T12:02:11.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.048+0000 7f424913e900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.048+0000 7f424913e900 20 Filter name: none 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.048+0000 7f41eb7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.048+0000 7f424913e900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.048+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 : miss 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:11.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:11.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.049+0000 7f424913e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f424913e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f424913e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f424913e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f424913e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26, ofs0, ns] 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f421b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894484 cookie 94913813559184 notifier 6765 bl.length()=951 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f421b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f421b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.054+0000 7f421b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_sources= new_sources= 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential sources added=[] removed=[] 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_dests= new_dests= 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential dests added=[] removed=[] 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 -1 Injecting error=-5 at location=trim_reshard_log_entries 2026-04-02T12:02:11.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.055+0000 7f424913e900 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=0 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 2 removed watcher, disabling cache 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=3 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=7 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=5 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=6 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=4 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=2 2026-04-02T12:02:11.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.061+0000 7f424913e900 20 remove_watcher() i=1 2026-04-02T12:02:11.071 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:11.090 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:11.090 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:11.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.106+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 realm 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:11.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.107+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.109+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:11.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.109+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.109+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:11.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.109+0000 7f3dee1af900 20 searching for the correct realm 2026-04-02T12:02:11.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.115+0000 7f3de77fe640 0 -- 192.168.123.101:0/603294748 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f3de00586b0 msgr2=0x7f3de0082900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:11.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.320+0000 7f3de7fff640 0 -- 192.168.123.101:0/603294748 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55b999bf9f40 msgr2=0x55b999c1a3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.321+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 zone default found 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 4 Realm: () 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:11.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 zonegroup default 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.322+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.323+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.323+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.323+0000 7f3dee1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.323+0000 7f3dee1af900 20 started sync module instance, tier type = 2026-04-02T12:02:11.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.323+0000 7f3dee1af900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.326+0000 7f3dee1af900 20 add_watcher() i=0 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=7 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=6 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=5 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=2 2026-04-02T12:02:11.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=4 2026-04-02T12:02:11.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=1 2026-04-02T12:02:11.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 20 add_watcher() i=3 2026-04-02T12:02:11.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.327+0000 7f3dee1af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:11.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.329+0000 7f3dee1af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:11.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.329+0000 7f3dee1af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:11.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.329+0000 7f3dee1af900 5 note: GC not initialized 2026-04-02T12:02:11.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.329+0000 7f3d93fff640 20 reqs_thread_entry: start 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.367+0000 7f3dee1af900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.367+0000 7f3dee1af900 20 Filter name: none 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3d91ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:11.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.368+0000 7f3dee1af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.369+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.369+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.369+0000 7f3dee1af900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.369+0000 7f3dee1af900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:11.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.369+0000 7f3dee1af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=0 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 2 removed watcher, disabling cache 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=3 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=7 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=6 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=5 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=4 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=2 2026-04-02T12:02:11.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.374+0000 7f3dee1af900 20 remove_watcher() i=1 2026-04-02T12:02:11.383 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:11.383 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:11.383 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:11.383 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:11.384 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:11.384 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:11.405 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:11.405 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:11.455 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:11.476 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:11.476 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:11.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.697+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.697+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.697+0000 7fd53e7cc900 20 realm 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.697+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.698+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.698+0000 7fd53e7cc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.698+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.698+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.698+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.699+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:11.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.699+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.699+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:11.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.699+0000 7fd53e7cc900 20 searching for the correct realm 2026-04-02T12:02:11.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.701+0000 7fd539ce8640 0 -- 192.168.123.101:0/856026181 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd5200690d0 msgr2=0x7fd52005f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:11.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.907+0000 7fd539ce8640 0 -- 192.168.123.101:0/856026181 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd5200690d0 msgr2=0x7fd52005f910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.910+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 zone default found 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 4 Realm: () 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 zonegroup default 2026-04-02T12:02:11.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.911+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.912+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.912+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.912+0000 7fd53e7cc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.912+0000 7fd53e7cc900 20 started sync module instance, tier type = 2026-04-02T12:02:11.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.912+0000 7fd53e7cc900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:11.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.915+0000 7fd53e7cc900 20 add_watcher() i=6 2026-04-02T12:02:11.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.915+0000 7fd53e7cc900 20 add_watcher() i=0 2026-04-02T12:02:11.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.915+0000 7fd53e7cc900 20 add_watcher() i=4 2026-04-02T12:02:11.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.915+0000 7fd53e7cc900 20 add_watcher() i=5 2026-04-02T12:02:11.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.916+0000 7fd53e7cc900 20 add_watcher() i=3 2026-04-02T12:02:11.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.916+0000 7fd53e7cc900 20 add_watcher() i=2 2026-04-02T12:02:11.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.917+0000 7fd53e7cc900 20 add_watcher() i=7 2026-04-02T12:02:11.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.917+0000 7fd53e7cc900 20 add_watcher() i=1 2026-04-02T12:02:11.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.917+0000 7fd53e7cc900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:11.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.919+0000 7fd53e7cc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:11.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.919+0000 7fd53e7cc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:11.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.919+0000 7fd53e7cc900 5 note: GC not initialized 2026-04-02T12:02:11.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.919+0000 7fd4e67ec640 20 reqs_thread_entry: start 2026-04-02T12:02:11.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 20 Filter name: none 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd4dffff640 20 reqs_thread_entry: start 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 : miss 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.965+0000 7fd53e7cc900 20 rados->read ofs=0 len=0 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.966+0000 7fd53e7cc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 2026-04-02T12:02:11.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.967+0000 7fd53e7cc900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:11.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd53e7cc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd53e7cc900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd53e7cc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd53e7cc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26, ofs0, ns] 2026-04-02T12:02:11.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd513fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894485 cookie 94107410664112 notifier 6801 bl.length()=951 2026-04-02T12:02:11.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd513fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd513fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.976+0000 7fd513fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.978+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_sources= new_sources= 2026-04-02T12:02:11.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.978+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential sources added=[] removed=[] 2026-04-02T12:02:11.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.978+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_dests= new_dests= 2026-04-02T12:02:11.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.978+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential dests added=[] removed=[] 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.0 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.0 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.1 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.1 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.2 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.2 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.3 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.3 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.4 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.4 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.5 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.5 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.6 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.6 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.7 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.7 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.8 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.8 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.9 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.9 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.10 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.10 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.11 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2.11 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.983+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.0 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.984+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.1 2026-04-02T12:02:11.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.984+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2 2026-04-02T12:02:11.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.984+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.3 2026-04-02T12:02:11.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.985+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.4 2026-04-02T12:02:11.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.985+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.5 2026-04-02T12:02:11.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.985+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.6 2026-04-02T12:02:11.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.986+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.7 2026-04-02T12:02:11.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.986+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.8 2026-04-02T12:02:11.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.986+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.9 2026-04-02T12:02:11.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.987+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.10 2026-04-02T12:02:11.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.990+0000 7fd53e7cc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:11.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.990+0000 7fd53e7cc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd53e7cc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd53e7cc900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd53e7cc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd53e7cc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26, ofs0, ns] 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd513fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894486 cookie 94107410664112 notifier 6801 bl.length()=951 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd513fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd513fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:11.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.991+0000 7fd513fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:11.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.992+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_sources= new_sources= 2026-04-02T12:02:11.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.992+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential sources added=[] removed=[] 2026-04-02T12:02:11.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.992+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_dests= new_dests= 2026-04-02T12:02:11.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.992+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential dests added=[] removed=[] 2026-04-02T12:02:11.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.995+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.0 2026-04-02T12:02:11.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.996+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.1 2026-04-02T12:02:11.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.996+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.2 2026-04-02T12:02:11.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.996+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.3 2026-04-02T12:02:11.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.996+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.4 2026-04-02T12:02:11.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.996+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.5 2026-04-02T12:02:11.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.997+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.6 2026-04-02T12:02:11.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.997+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.7 2026-04-02T12:02:11.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.997+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.8 2026-04-02T12:02:12.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.997+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.9 2026-04-02T12:02:12.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.998+0000 7fd53e7cc900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26.10 2026-04-02T12:02:12.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.998+0000 7fd53e7cc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:12.000 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.998+0000 7fd53e7cc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 2026-04-02T12:02:12.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd53e7cc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:12.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd53e7cc900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:12.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd53e7cc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:12.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd53e7cc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26, ofs0, ns] 2026-04-02T12:02:12.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd51cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894487 cookie 94107410664112 notifier 6801 bl.length()=915 2026-04-02T12:02:12.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd51cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 info.flags=0x17 2026-04-02T12:02:12.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd51cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 to cache LRU end 2026-04-02T12:02:12.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:11.999+0000 7fd51cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:12.002 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.000+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_sources= new_sources= 2026-04-02T12:02:12.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.000+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential sources added=[] removed=[] 2026-04-02T12:02:12.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.000+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): orig_dests= new_dests= 2026-04-02T12:02:12.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.000+0000 7fd53e7cc900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26]): potential dests added=[] removed=[] 2026-04-02T12:02:12.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.003+0000 7fd53e7cc900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2026-04-02T12:02:12.009 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.007+0000 7fd53e7cc900 20 remove_watcher() i=0 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.007+0000 7fd53e7cc900 2 removed watcher, disabling cache 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.007+0000 7fd53e7cc900 20 remove_watcher() i=3 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.007+0000 7fd53e7cc900 20 remove_watcher() i=5 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.007+0000 7fd53e7cc900 20 remove_watcher() i=6 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.008+0000 7fd53e7cc900 20 remove_watcher() i=2 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.008+0000 7fd53e7cc900 20 remove_watcher() i=4 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.008+0000 7fd53e7cc900 20 remove_watcher() i=1 2026-04-02T12:02:12.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.008+0000 7fd53e7cc900 20 remove_watcher() i=7 2026-04-02T12:02:12.019 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:12.038 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:12.038 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:12.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.056+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.057+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.057+0000 7f71fa11f900 20 realm 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.057+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:12.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.058+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.059+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:12.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.059+0000 7f71fa11f900 20 searching for the correct realm 2026-04-02T12:02:12.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.063+0000 7f71f5f36640 0 -- 192.168.123.101:0/1834178101 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f71e8049430 msgr2=0x7f71e8049880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:12.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.066+0000 7f71f5735640 0 -- 192.168.123.101:0/1834178101 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f71e8049430 msgr2=0x7f71b40e5830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.070 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.068+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 zone default found 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 4 Realm: () 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 zonegroup default 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.071 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:12.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 started sync module instance, tier type = 2026-04-02T12:02:12.072 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.069+0000 7f71fa11f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.072+0000 7f71fa11f900 20 add_watcher() i=0 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.072+0000 7f71fa11f900 20 add_watcher() i=2 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.072+0000 7f71fa11f900 20 add_watcher() i=3 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.073+0000 7f71fa11f900 20 add_watcher() i=4 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.073+0000 7f71fa11f900 20 add_watcher() i=5 2026-04-02T12:02:12.075 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.073+0000 7f71fa11f900 20 add_watcher() i=6 2026-04-02T12:02:12.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.073+0000 7f71fa11f900 20 add_watcher() i=1 2026-04-02T12:02:12.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.074+0000 7f71fa11f900 20 add_watcher() i=7 2026-04-02T12:02:12.076 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.074+0000 7f71fa11f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:12.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.076+0000 7f71fa11f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:12.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.076+0000 7f71fa11f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:12.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.076+0000 7f71fa11f900 5 note: GC not initialized 2026-04-02T12:02:12.078 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.076+0000 7f71a2fed640 20 reqs_thread_entry: start 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.112+0000 7f71fa11f900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.112+0000 7f71fa11f900 20 Filter name: none 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.112+0000 7f71a0fe9640 20 reqs_thread_entry: start 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.112+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.113+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:12.115 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.113+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.113+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.113+0000 7f71fa11f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.113+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.114+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.114+0000 7f71fa11f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.114+0000 7f71fa11f900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:12.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.114+0000 7f71fa11f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=0 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 2 removed watcher, disabling cache 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=5 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=6 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=4 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=3 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=2 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.118+0000 7f71fa11f900 20 remove_watcher() i=7 2026-04-02T12:02:12.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:12.119+0000 7f71fa11f900 20 remove_watcher() i=1 2026-04-02T12:02:12.127 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:12.127 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:12.127 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.26 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:02:12.127 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:12.128 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.128 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.137 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.138 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.286 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.286 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.393 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2026-04-02T12:02:12.393 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:12.394 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.394 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.425 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.425 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.473 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.473 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.522 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.522 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.571 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.571 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.619 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.619 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.668 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.668 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.717 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.717 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.769 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.769 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.819 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.819 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.869 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.869 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.919 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.919 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:12.969 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:12.969 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.018 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.019 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.067 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.067 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.117 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.117 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.168 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.168 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.219 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.219 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.268 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.268 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.320 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.320 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.369 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.369 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.419 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:13.419 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:13.470 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:13.491 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.491 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.509+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 realm 2026-04-02T12:02:13.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.511+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.512+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.512+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.513+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.513+0000 7fe786b29900 20 searching for the correct realm 2026-04-02T12:02:13.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.517+0000 7fe7828a3640 0 -- 192.168.123.101:0/2108549828 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fe77400a780 msgr2=0x7fe77400b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.723+0000 7fe7830a4640 0 -- 192.168.123.101:0/2108549828 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x563454df8480 msgr2=0x563454e18930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:13.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.725+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 zone default found 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 4 Realm: () 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 zonegroup default 2026-04-02T12:02:13.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.726+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.727+0000 7fe786b29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.727+0000 7fe786b29900 20 started sync module instance, tier type = 2026-04-02T12:02:13.729 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.727+0000 7fe786b29900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=2 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=1 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=0 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=4 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=7 2026-04-02T12:02:13.733 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.730+0000 7fe786b29900 20 add_watcher() i=3 2026-04-02T12:02:13.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.731+0000 7fe786b29900 20 add_watcher() i=5 2026-04-02T12:02:13.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.732+0000 7fe786b29900 20 add_watcher() i=6 2026-04-02T12:02:13.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.732+0000 7fe786b29900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:13.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.734+0000 7fe786b29900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:13.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.734+0000 7fe786b29900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:13.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.734+0000 7fe786b29900 5 note: GC not initialized 2026-04-02T12:02:13.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.734+0000 7fe72b7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:13.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe786b29900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe786b29900 20 Filter name: none 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe7297fa640 20 reqs_thread_entry: start 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.776+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:13.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:13.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.777+0000 7fe786b29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:13.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=2 2026-04-02T12:02:13.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 2 removed watcher, disabling cache 2026-04-02T12:02:13.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=6 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=5 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=7 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=0 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=4 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=1 2026-04-02T12:02:13.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.782+0000 7fe786b29900 20 remove_watcher() i=3 2026-04-02T12:02:13.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:13.791 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:13.791 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:13.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:13.793 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2026-04-02T12:02:13.817 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.817 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.836+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 realm 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.837+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.838+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.838+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.839+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.839+0000 7fb0fe923900 20 searching for the correct realm 2026-04-02T12:02:13.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.842+0000 7fb0fae36640 0 -- 192.168.123.101:0/182948597 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fb0e0039040 msgr2=0x7fb0e002b3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.846+0000 7fb0fa635640 0 -- 192.168.123.101:0/182948597 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb0ec026040 msgr2=0x7fb0ec064790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:13.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.849+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 zone default found 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 4 Realm: () 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 zonegroup default 2026-04-02T12:02:13.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.850+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.851+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.851+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.851+0000 7fb0fe923900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.851+0000 7fb0fe923900 20 started sync module instance, tier type = 2026-04-02T12:02:13.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.851+0000 7fb0fe923900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:13.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.855+0000 7fb0fe923900 20 add_watcher() i=0 2026-04-02T12:02:13.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.855+0000 7fb0fe923900 20 add_watcher() i=5 2026-04-02T12:02:13.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.855+0000 7fb0fe923900 20 add_watcher() i=7 2026-04-02T12:02:13.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.855+0000 7fb0fe923900 20 add_watcher() i=3 2026-04-02T12:02:13.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.856+0000 7fb0fe923900 20 add_watcher() i=6 2026-04-02T12:02:13.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.856+0000 7fb0fe923900 20 add_watcher() i=2 2026-04-02T12:02:13.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.856+0000 7fb0fe923900 20 add_watcher() i=1 2026-04-02T12:02:13.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.856+0000 7fb0fe923900 20 add_watcher() i=4 2026-04-02T12:02:13.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.856+0000 7fb0fe923900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.858+0000 7fb0fe923900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.859+0000 7fb0fe923900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.859+0000 7fb0fe923900 5 note: GC not initialized 2026-04-02T12:02:13.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.859+0000 7fb0a2ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.898+0000 7fb0fe923900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.898+0000 7fb0fe923900 20 Filter name: none 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0a0ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 : miss 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.899+0000 7fb0fe923900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 info.flags=0x17 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 to cache LRU end 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:13.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.900+0000 7fb0fe923900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0fe923900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 info.flags=0x17 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0fe923900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 to cache LRU end 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0fe923900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0fe923900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27, ofs0, ns] 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0d97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894490 cookie 94156037276960 notifier 6852 bl.length()=951 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0d97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 info.flags=0x17 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0d97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 to cache LRU end 2026-04-02T12:02:13.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.906+0000 7fb0d97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): orig_sources= new_sources= 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): potential sources added=[] removed=[] 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): orig_dests= new_dests= 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): potential dests added=[] removed=[] 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 -1 Injecting error=-95 at location=trim_reshard_log_entries 2026-04-02T12:02:13.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.908+0000 7fb0fe923900 0 WARNING: trim_reshard_log() does not supported logrecord, falling back to block reshard mode. 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.0 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.1 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.1 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.2 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.2 2026-04-02T12:02:13.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.3 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.3 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.4 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.4 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.5 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.5 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.6 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.6 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.7 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.7 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.8 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.8 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.9 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.9 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.10 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.10 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.911+0000 7fb0fe923900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.11 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.912+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1.11 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.912+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.0 2026-04-02T12:02:13.914 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.912+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.1 2026-04-02T12:02:13.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.912+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.2 2026-04-02T12:02:13.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.913+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.3 2026-04-02T12:02:13.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.913+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.4 2026-04-02T12:02:13.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.914+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.5 2026-04-02T12:02:13.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.914+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.6 2026-04-02T12:02:13.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.914+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.7 2026-04-02T12:02:13.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.915+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.8 2026-04-02T12:02:13.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.915+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.9 2026-04-02T12:02:13.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.915+0000 7fb0fe923900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27.10 2026-04-02T12:02:13.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.919+0000 7fb0fe923900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:13.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.919+0000 7fb0fe923900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 2026-04-02T12:02:13.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0fe923900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 info.flags=0x17 2026-04-02T12:02:13.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0fe923900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 to cache LRU end 2026-04-02T12:02:13.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0fe923900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:13.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0fe923900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27, ofs0, ns] 2026-04-02T12:02:13.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0d97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894491 cookie 94156037276960 notifier 6852 bl.length()=915 2026-04-02T12:02:13.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0d97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 info.flags=0x17 2026-04-02T12:02:13.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0d97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 to cache LRU end 2026-04-02T12:02:13.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.920+0000 7fb0d97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:13.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.922+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): orig_sources= new_sources= 2026-04-02T12:02:13.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.922+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): potential sources added=[] removed=[] 2026-04-02T12:02:13.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.922+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): orig_dests= new_dests= 2026-04-02T12:02:13.924 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.922+0000 7fb0fe923900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27]): potential dests added=[] removed=[] 2026-04-02T12:02:13.927 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.925+0000 7fb0fe923900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2026-04-02T12:02:13.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=4 2026-04-02T12:02:13.931 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 2 removed watcher, disabling cache 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=1 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=6 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=3 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=0 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=7 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=2 2026-04-02T12:02:13.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.929+0000 7fb0fe923900 20 remove_watcher() i=5 2026-04-02T12:02:13.941 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-02T12:02:13.962 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:13.962 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:13.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.979+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.980+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.980+0000 7fed25334900 20 realm 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.980+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.980+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.981+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.982+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:13.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.982+0000 7fed25334900 20 searching for the correct realm 2026-04-02T12:02:13.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.985+0000 7fed21021640 0 -- 192.168.123.101:0/3951458194 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fed140fabe0 msgr2=0x7fed140c0b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:13.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.988+0000 7fed21021640 0 -- 192.168.123.101:0/3951458194 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fecdc0a4bb0 msgr2=0x7fecdc0c4fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:13.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:13.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:13.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:13.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:13.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.991+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 zone default found 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 4 Realm: () 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 zonegroup default 2026-04-02T12:02:13.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.992+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.993+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.993+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.993+0000 7fed25334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.993+0000 7fed25334900 20 started sync module instance, tier type = 2026-04-02T12:02:13.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.993+0000 7fed25334900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:13.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.997+0000 7fed25334900 20 add_watcher() i=3 2026-04-02T12:02:13.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.997+0000 7fed25334900 20 add_watcher() i=1 2026-04-02T12:02:13.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.997+0000 7fed25334900 20 add_watcher() i=7 2026-04-02T12:02:13.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.997+0000 7fed25334900 20 add_watcher() i=6 2026-04-02T12:02:13.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:13.997+0000 7fed25334900 20 add_watcher() i=5 2026-04-02T12:02:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.002+0000 7fed25334900 20 add_watcher() i=2 2026-04-02T12:02:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.002+0000 7fed25334900 20 add_watcher() i=0 2026-04-02T12:02:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.002+0000 7fed25334900 20 add_watcher() i=4 2026-04-02T12:02:14.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.002+0000 7fed25334900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:14.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.004+0000 7fed25334900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:14.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.004+0000 7fed25334900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:14.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.004+0000 7fed25334900 5 note: GC not initialized 2026-04-02T12:02:14.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.004+0000 7feccefed640 20 reqs_thread_entry: start 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.041+0000 7fed25334900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.041+0000 7fed25334900 20 Filter name: none 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.041+0000 7fecccfe9640 20 reqs_thread_entry: start 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.042+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.043+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.043+0000 7fed25334900 20 rados->read ofs=0 len=0 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.043+0000 7fed25334900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:14.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.043+0000 7fed25334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=3 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 2 removed watcher, disabling cache 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=0 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=7 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=5 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=6 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=1 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=2 2026-04-02T12:02:14.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:14.048+0000 7fed25334900 20 remove_watcher() i=4 2026-04-02T12:02:14.056 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:14.056 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:14.056 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.27 num_objects: 20 size_kb: 1 num_shards: 12 2026-04-02T12:02:14.056 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:14.058 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.058 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.068 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.068 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.238 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.238 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2026-04-02T12:02:14.337 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.338 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.369 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.370 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.418 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.418 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.467 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.467 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.516 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.516 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.566 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.566 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.617 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.617 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.668 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.668 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.718 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.718 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.769 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.769 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.820 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.820 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.869 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.870 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.920 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.920 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:14.970 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:14.970 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.020 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.020 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.070 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.070 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.121 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.121 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.171 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.172 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.223 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.223 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.273 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.273 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.324 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.325 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.384 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:15.385 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:15.437 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:02:15.462 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:15.462 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:15.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.492+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.493+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.493+0000 7f89116e8900 20 realm 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.493+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.494+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.494+0000 7f89116e8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.494+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.494+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.494+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.495+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.495+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.495+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:15.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.495+0000 7f89116e8900 20 searching for the correct realm 2026-04-02T12:02:15.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.501+0000 7f890f19f640 0 -- 192.168.123.101:0/2870465372 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f89040bd0c0 msgr2=0x7f89040b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:15.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.706+0000 7f890f9a0640 0 -- 192.168.123.101:0/2870465372 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x563d6ec96700 msgr2=0x563d6ecb6bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.707+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 zone default found 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 4 Realm: () 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 zonegroup default 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 started sync module instance, tier type = 2026-04-02T12:02:15.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.708+0000 7f89116e8900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.711+0000 7f89116e8900 20 add_watcher() i=0 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.711+0000 7f89116e8900 20 add_watcher() i=4 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=3 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=1 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=5 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=6 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=7 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 20 add_watcher() i=2 2026-04-02T12:02:15.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.712+0000 7f89116e8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:15.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.714+0000 7f89116e8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:15.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.714+0000 7f89116e8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:15.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.714+0000 7f89116e8900 5 note: GC not initialized 2026-04-02T12:02:15.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.714+0000 7f88bcfe9640 20 reqs_thread_entry: start 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.752+0000 7f89116e8900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.752+0000 7f89116e8900 20 Filter name: none 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f88b67fc640 20 reqs_thread_entry: start 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:15.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.753+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.754+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.754+0000 7f89116e8900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.754+0000 7f89116e8900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:15.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.754+0000 7f89116e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.758+0000 7f89116e8900 20 remove_watcher() i=7 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.758+0000 7f89116e8900 2 removed watcher, disabling cache 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.758+0000 7f89116e8900 20 remove_watcher() i=1 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.758+0000 7f89116e8900 20 remove_watcher() i=0 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.759+0000 7f89116e8900 20 remove_watcher() i=3 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.759+0000 7f89116e8900 20 remove_watcher() i=6 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.759+0000 7f89116e8900 20 remove_watcher() i=5 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.759+0000 7f89116e8900 20 remove_watcher() i=4 2026-04-02T12:02:15.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.759+0000 7f89116e8900 20 remove_watcher() i=2 2026-04-02T12:02:15.767 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.767 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:15.767 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:15.767 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.768 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2026-04-02T12:02:15.791 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:15.791 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:15.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.808+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 realm 2026-04-02T12:02:15.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.812 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.811+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:15.813 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.811+0000 7ffabf75b900 20 searching for the correct realm 2026-04-02T12:02:15.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.814+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x560f5763f450 msgr2=0x560f5765f8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.819 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.817+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x7ffa780a4a60 msgr2=0x7ffa780c4e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zone default found 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Realm: () 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zonegroup default 2026-04-02T12:02:15.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.821+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started sync module instance, tier type = 2026-04-02T12:02:15.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:15.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=3 2026-04-02T12:02:15.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=5 2026-04-02T12:02:15.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=7 2026-04-02T12:02:15.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=6 2026-04-02T12:02:15.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=1 2026-04-02T12:02:15.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=2 2026-04-02T12:02:15.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=0 2026-04-02T12:02:15.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=4 2026-04-02T12:02:15.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.827+0000 7ffabf75b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:15.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:15.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:15.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.829+0000 7ffabf75b900 5 note: GC not initialized 2026-04-02T12:02:15.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.829+0000 7ffa63fff640 20 reqs_thread_entry: start 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.868+0000 7ffabf75b900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 20 Filter name: none 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffa61ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:15.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : miss 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.872 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.869+0000 7ffabf75b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.874+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.874+0000 7ffabf75b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.874+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.874+0000 7ffabf75b900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894571 cookie 94623890718896 notifier 6458 bl.length()=951 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffabf75b900 time 2026-04-02T12:02:15.878101+0000 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ffac0b8f8f8] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.877+0000 7ffabf75b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffabf75b900 time 2026-04-02T12:02:15.878101+0000 2026-04-02T12:02:15.879 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ffac0b8f8f8] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7ffabf75b900 thread_name:radosgw-admin 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ffabfc3fc30] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ffabfc8d02c] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ffac0b8f957] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:15.880 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.878+0000 7ffabf75b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7ffabf75b900 thread_name:radosgw-admin 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ffabfc3fc30] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ffabfc8d02c] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ffac0b8f957] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.882 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: starting msgr at 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: starting objecter 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests hook 0x560f57305e60 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: setting wanted keys 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: calling monclient init 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key hook 0x560f572ffa08 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f5728cf70 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f5728e150 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f5728fa50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.797807s 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f5728cf70 auth_method 0 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f5728fa50 auth_method 0 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f5728e150 auth_method 0 2026-04-02T12:02:15.883 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_done global_id 6894 payload 824 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:02:15.796+0000 7ffab77fe640 1 monclient: found mon.noname-a 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: dump: 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: dump: 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:02:15.796+0000 7ffaad7fa640 4 set_mon_vals no callback set 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:02:15.796+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6894 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:02:15.796+0000 7ffabf75b900 1 librados: init done 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:02:15.798+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffa98077600 auth_method 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:02:15.798+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f573e6740 auth_method 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:02:15.799+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f57472180 auth_method 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:02:15.799+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57494590 auth_method 0 2026-04-02T12:02:15.884 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:02:15.800+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:02:15.800+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:02:15.800+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.892 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests cmddesc objecter_requests hook 0x560f574ba150 EEXIST 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x560f574b56a0 EEXIST 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f574e1d50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f574e2120 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f574e29c0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.803724s 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f574e2120 auth_method 0 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f574e29c0 auth_method 0 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:02:15.801+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f574e1d50 auth_method 0 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:02:15.801+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:02:15.802+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:02:15.802+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient(hunting): handle_auth_done global_id 6897 payload 824 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:02:15.802+0000 7ffab67fc640 1 monclient: found mon.noname-a 2026-04-02T12:02:15.893 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: dump: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:02:15.802+0000 7ffab7fff640 4 set_mon_vals no callback set 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: dump: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:02:15.802+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6897 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:02:15.804+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffa8c077580 auth_method 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: get_monmap_and_config 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:02:15.804+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.894 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:02:15.805+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe6629d288 EEXIST 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f57578d10 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f57577ef0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f575ce000 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.807097s 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f575ce000 auth_method 0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f57578d10 auth_method 0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f57577ef0 auth_method 0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_done global_id 6455 payload 274 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:02:15.805+0000 7ffab77fe640 1 monclient: found mon.noname-c 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: dump: 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.895 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: dump: 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:02:15.805+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6455 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:02:15.805+0000 7ffabf75b900 4 set_mon_vals no callback set 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: shutdown 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: starting msgr at 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: starting objecter 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests cmddesc objecter_requests hook 0x560f57579840 EEXIST 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: setting wanted keys 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: calling monclient init 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.896 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x560f57575a48 EEXIST 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f57578d10 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f575ce000 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f575a70f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.808611s 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f57578d10 auth_method 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f575ce000 auth_method 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f575a70f0 auth_method 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_done global_id 6458 payload 824 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: dump: 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: dump: 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.897 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:02:15.807+0000 7ffa967fc640 4 set_mon_vals no callback set 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:02:15.807+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6458 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:02:15.807+0000 7ffabf75b900 1 librados: init done 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:02:15.807+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cr dump hook 0x560f575d39f8 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:02:15.808+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:02:15.809+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f5763f450 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:02:15.809+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffa78077530 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 realm 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:02:15.809+0000 7ffabf75b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:02:15.810+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f57661670 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:02:15.810+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57682ec0 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:02:15.811+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:02:15.811+0000 7ffabf75b900 20 searching for the correct realm 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:02:15.811+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576a5ca0 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:02:15.812+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffab006c060 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:02:15.812+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffaa80a99b0 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:02:15.813+0000 7ffab77fe640 10 monclient: get_auth_request con 0x7ffaa4074d00 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:02:15.814+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x560f5763f450 msgr2=0x560f5765f8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 1 client.6458.objecter ms_handle_reset 0x560f5763f450 session 0x560f5763ed80 osd.1 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 10 monclient: _renew_subs 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:02:15.814+0000 7ffab77fe640 10 monclient: get_auth_request con 0x7ffa780a4a60 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:02:15.814+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffab004a040 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:02:15.817+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x7ffa780a4a60 msgr2=0x7ffa780c4e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:02:15.817+0000 7ffa94ff9640 1 client.6458.objecter ms_handle_reset 0x7ffa780a4a60 session 0x560f5763ed80 osd.1 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:02:15.817+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f5763f450 auth_method 0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.898 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zone default found 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Realm: () 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:02:15.820+0000 7ffabf75b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zonegroup default 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started sync module instance, tier type = 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=3 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=5 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=7 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=6 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=1 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=2 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=4 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:02:15.827+0000 7ffabf75b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:02:15.827+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffa440071c0 auth_method 0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:02:15.829+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache list hook 0x560f575a1260 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache inspect hook 0x560f575a1260 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache erase hook 0x560f575a1260 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache zap hook 0x560f575a1260 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 note: GC not initialized 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:02:15.829+0000 7ffa63fff640 20 reqs_thread_entry: start 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace show hook 0x7ffaa80046d0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace history hook 0x7ffaa80046d0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace active hook 0x7ffaa80046d0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace active_short hook 0x7ffaa80046d0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:02:15.829+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576dec80 auth_method 0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:02:15.831+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f576d6c20 auth_method 0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:02:15.833+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f576d7e10 auth_method 0 2026-04-02T12:02:15.899 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:02:15.834+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576d94b0 auth_method 0 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:02:15.837+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f576da570 auth_method 0 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:02:15.843+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57656d30 auth_method 0 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:02:15.868+0000 7ffabf75b900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 Filter name: none 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:02:15.869+0000 7ffa61ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : miss 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894571 cookie 94623890718896 notifier 6458 bl.length()=951 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:02:15.877+0000 7ffabf75b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffabf75b900 time 2026-04-02T12:02:15.878101+0000 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ffac0b8f8f8] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:02:15.878+0000 7ffabf75b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7ffabf75b900 thread_name:radosgw-admin 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ffabfc3fc30] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ffabfc8d02c] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ffac0b8f957] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:02:15.900 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:15.901 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa61ffb640 / http_manager 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa63fff640 / http_manager 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa94ff9640 / ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa95ffb640 / io_context_pool 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa967fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaa0ff9640 / ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaa37fe640 / ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaad7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaadffb640 / admin_socket 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab5ffb640 / ms_dispatch 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab67fc640 / msgr-worker-2 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab6ffd640 / msgr-worker-1 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab77fe640 / msgr-worker-0 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab7fff640 / io_context_pool 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 7ffabf75b900 / radosgw-admin 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.93739.log 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.902 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f57302c40) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: starting msgr at 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: starting objecter 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests hook 0x560f57305e60 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: setting wanted keys 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:02:15.795+0000 7ffabf75b900 1 librados: calling monclient init 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding auth protocol: cephx 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: crc 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 AuthRegistry(0x560f572ff8c0) adding con mode: secure 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:02:15.795+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:02:15.795+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key hook 0x560f572ffa08 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f5728cf70 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f5728e150 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f5728fa50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:02:15.795+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.797807s 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f5728cf70 auth_method 0 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:02:15.795+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f5728fa50 auth_method 0 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:02:15.795+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f5728e150 auth_method 0 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:02:15.795+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:02:15.796+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.903 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:02:15.796+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient(hunting): handle_auth_done global_id 6894 payload 824 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:02:15.796+0000 7ffab77fe640 1 monclient: found mon.noname-a 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:02:15.796+0000 7ffab77fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: dump: 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:02:15.796+0000 7ffaa37fe640 10 monclient: dump: 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:02:15.796+0000 7ffaad7fa640 4 set_mon_vals no callback set 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:02:15.796+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6894 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:02:15.796+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:02:15.796+0000 7ffabf75b900 1 librados: init done 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:02:15.798+0000 7ffaa37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:02:15.798+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffa98077600 auth_method 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:02:15.798+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f573e6740 auth_method 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:02:15.799+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f57472180 auth_method 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:02:15.799+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57494590 auth_method 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:02:15.800+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:02:15.800+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:02:15.800+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.904 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:02:15.800+0000 7ffabf75b900 5 AuthRegistry(0x560f574b6e20) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests cmddesc objecter_requests hook 0x560f574ba150 EEXIST 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding auth protocol: cephx 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: crc 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 AuthRegistry(0x560f574b5558) adding con mode: secure 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:02:15.801+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:02:15.801+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x560f574b56a0 EEXIST 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f574e1d50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f574e2120 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f574e29c0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:02:15.801+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.803724s 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f574e2120 auth_method 0 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f574e29c0 auth_method 0 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:02:15.801+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:02:15.801+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:02:15.801+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f574e1d50 auth_method 0 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:02:15.801+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:02:15.802+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:02:15.802+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:02:15.802+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.905 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient(hunting): handle_auth_done global_id 6897 payload 824 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:02:15.802+0000 7ffab67fc640 1 monclient: found mon.noname-a 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:02:15.802+0000 7ffab67fc640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: dump: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:02:15.802+0000 7ffab7fff640 4 set_mon_vals no callback set 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:02:15.802+0000 7ffaa0ff9640 10 monclient: dump: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:02:15.802+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6897 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:02:15.802+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:02:15.804+0000 7ffaa0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:02:15.804+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffa8c077580 auth_method 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: get_monmap_and_config 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:02:15.804+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding auth protocol: cephx 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.906 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x560f57576ec0) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:02:15.804+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding auth protocol: cephx 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: crc 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:02:15.804+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d140) adding con mode: secure 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:02:15.804+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:02:15.805+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffe6629d288 EEXIST 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f57578d10 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f57577ef0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f575ce000 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.807097s 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f575ce000 auth_method 0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f57578d10 auth_method 0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:02:15.805+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f57577ef0 auth_method 0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:02:15.805+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient(hunting): handle_auth_done global_id 6455 payload 274 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:02:15.805+0000 7ffab77fe640 1 monclient: found mon.noname-c 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:02:15.805+0000 7ffab77fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.907 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: dump: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:02:15.805+0000 7ffa967fc640 10 monclient: dump: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:02:15.805+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6455 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:02:15.805+0000 7ffabf75b900 4 set_mon_vals no callback set 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:02:15.805+0000 7ffabf75b900 10 monclient: shutdown 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: build_initial_monmap 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 build_initial for_mkfs: 0 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: monmap: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding auth protocol: cephx 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: crc 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f575ce4d0) adding con mode: secure 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: starting msgr at 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: starting objecter 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command objecter_requests cmddesc objecter_requests hook 0x560f57579840 EEXIST 2026-04-02T12:02:15.908 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: setting wanted keys 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:02:15.806+0000 7ffabf75b900 1 librados: calling monclient init 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: init 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding auth protocol: cephx 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: crc 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 AuthRegistry(0x560f57575900) adding con mode: secure 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:02:15.806+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:02:15.806+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command rotate-key cmddesc rotate-key hook 0x560f57575a48 EEXIST 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-c con 0x560f57578d10 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-a con 0x560f575ce000 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): picked mon.noname-b con 0x560f575a70f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:02:15.806+0000 7ffabf75b900 10 monclient(hunting): authenticate will time out at 1847.808611s 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request con 0x560f57578d10 auth_method 0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): get_auth_request con 0x560f575ce000 auth_method 0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): get_auth_request con 0x560f575a70f0 auth_method 0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:02:15.806+0000 7ffab77fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:02:15.806+0000 7ffab67fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient(hunting): handle_auth_done global_id 6458 payload 824 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient: _finish_hunting 0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 1 monclient: found mon.noname-c 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:02:15.806+0000 7ffab6ffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: dump: 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.909 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: _finish_auth 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:02:15.807+0000 7ffa94ff9640 10 monclient: dump: 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:02:15.807+0000 7ffa967fc640 4 set_mon_vals no callback set 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:02:15.807+0000 7ffabf75b900 5 monclient: authenticate success, global_id 6458 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _renew_subs 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:02:15.807+0000 7ffabf75b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:02:15.807+0000 7ffabf75b900 1 librados: init done 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:02:15.807+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cr dump hook 0x560f575d39f8 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:02:15.808+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:02:15.808+0000 7ffa94ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:02:15.809+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f5763f450 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:02:15.809+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffa78077530 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 realm 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:02:15.809+0000 7ffabf75b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:02:15.809+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:02:15.810+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f57661670 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:02:15.810+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:02:15.810+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57682ec0 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:02:15.811+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:02:15.811+0000 7ffabf75b900 20 searching for the correct realm 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:02:15.811+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576a5ca0 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:02:15.812+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffab006c060 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:02:15.812+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffaa80a99b0 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:02:15.813+0000 7ffab77fe640 10 monclient: get_auth_request con 0x7ffaa4074d00 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:02:15.814+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x560f5763f450 msgr2=0x560f5765f8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 1 client.6458.objecter ms_handle_reset 0x560f5763f450 session 0x560f5763ed80 osd.1 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 10 monclient: _renew_subs 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:02:15.814+0000 7ffa94ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:02:15.814+0000 7ffab77fe640 10 monclient: get_auth_request con 0x7ffa780a4a60 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:02:15.814+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x7ffab004a040 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:02:15.817+0000 7ffab77fe640 0 -- 192.168.123.101:0/4250888279 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x7ffa780a4a60 msgr2=0x7ffa780c4e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:02:15.817+0000 7ffa94ff9640 1 client.6458.objecter ms_handle_reset 0x7ffa780a4a60 session 0x560f5763ed80 osd.1 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:02:15.817+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f5763f450 auth_method 0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.910 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:02:15.819+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zone default found 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Realm: () 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:02:15.820+0000 7ffabf75b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:02:15.820+0000 7ffabf75b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 zonegroup default 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:02:15.820+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started sync module instance, tier type = 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:02:15.821+0000 7ffabf75b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=3 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=5 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:02:15.825+0000 7ffabf75b900 20 add_watcher() i=7 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=6 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=1 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:02:15.826+0000 7ffabf75b900 20 add_watcher() i=2 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:02:15.827+0000 7ffabf75b900 20 add_watcher() i=4 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:02:15.827+0000 7ffabf75b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:02:15.827+0000 7ffab67fc640 10 monclient: get_auth_request con 0x7ffa440071c0 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding auth protocol: cephx 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: crc 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 AuthRegistry(0x7ffe6629d230) adding con mode: secure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:02:15.829+0000 7ffabf75b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:02:15.829+0000 7ffabf75b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache list hook 0x560f575a1260 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache inspect hook 0x560f575a1260 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache erase hook 0x560f575a1260 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command cache zap hook 0x560f575a1260 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 note: GC not initialized 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:02:15.829+0000 7ffa63fff640 20 reqs_thread_entry: start 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace show hook 0x7ffaa80046d0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace history hook 0x7ffaa80046d0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace active hook 0x7ffaa80046d0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:02:15.829+0000 7ffabf75b900 5 asok(0x560f571fd6b0) register_command sync trace active_short hook 0x7ffaa80046d0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:02:15.829+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576dec80 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:02:15.831+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f576d6c20 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:02:15.833+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f576d7e10 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:02:15.834+0000 7ffab77fe640 10 monclient: get_auth_request con 0x560f576d94b0 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:02:15.837+0000 7ffab6ffd640 10 monclient: get_auth_request con 0x560f576da570 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:02:15.843+0000 7ffab67fc640 10 monclient: get_auth_request con 0x560f57656d30 auth_method 0 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:02:15.868+0000 7ffabf75b900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 Filter name: none 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:02:15.869+0000 7ffa61ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:15.911 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : miss 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:02:15.869+0000 7ffabf75b900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:02:15.869+0000 7ffabf75b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:02:15.874+0000 7ffabf75b900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894571 cookie 94623890718896 notifier 6458 bl.length()=951 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:02:15.875+0000 7ffa95ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:02:15.876+0000 7ffabf75b900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:02:15.877+0000 7ffabf75b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ffabf75b900 time 2026-04-02T12:02:15.878101+0000 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7ffac0b8f8f8] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:02:15.878+0000 7ffabf75b900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7ffabf75b900 thread_name:radosgw-admin 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7ffabfc3fc30] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7ffabfc8d02c] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7ffac0b8f957] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x560f54926fc4] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x10139bc) [0x560f555209bc] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x560f55047e3e] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7ffabfc2a610] 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:15.912 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:15.913 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa61ffb640 / http_manager 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa63fff640 / http_manager 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa94ff9640 / ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa95ffb640 / io_context_pool 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffa967fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaa0ff9640 / ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaa37fe640 / ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaad7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffaadffb640 / admin_socket 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab5ffb640 / ms_dispatch 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab67fc640 / msgr-worker-2 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab6ffd640 / msgr-worker-1 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab77fe640 / msgr-worker-0 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffab7fff640 / io_context_pool 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: 7ffabf75b900 / radosgw-admin 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:02:15.879347Z_a4f0f7e2-27af-4180-a2b6-623046dc2c90/log 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:15.914 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.929+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 realm 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:15.932 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.930+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.931+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:15.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.931+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:15.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.931+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:15.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.931+0000 7fcd4b922900 20 searching for the correct realm 2026-04-02T12:02:15.937 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:15.935+0000 7fcd42ffd640 0 -- 192.168.123.101:0/2697986974 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fcd3c016ba0 msgr2=0x7fcd3c0019b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:16.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.140+0000 7fcd437fe640 0 -- 192.168.123.101:0/2697986974 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55ad48c1a720 msgr2=0x55ad48c3abd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:16.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.141+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 zone default found 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 4 Realm: () 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 zonegroup default 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.142+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.143+0000 7fcd4b922900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.143+0000 7fcd4b922900 20 started sync module instance, tier type = 2026-04-02T12:02:16.145 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.143+0000 7fcd4b922900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:16.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.146+0000 7fcd4b922900 20 add_watcher() i=7 2026-04-02T12:02:16.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.146+0000 7fcd4b922900 20 add_watcher() i=0 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.146+0000 7fcd4b922900 20 add_watcher() i=6 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 20 add_watcher() i=1 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 20 add_watcher() i=3 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 20 add_watcher() i=5 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 20 add_watcher() i=4 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 20 add_watcher() i=2 2026-04-02T12:02:16.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.147+0000 7fcd4b922900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:16.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.149+0000 7fcd4b922900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:16.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.149+0000 7fcd4b922900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:16.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.149+0000 7fcd4b922900 5 note: GC not initialized 2026-04-02T12:02:16.151 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.149+0000 7fccef7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.253+0000 7fcd4b922900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.253+0000 7fcd4b922900 20 Filter name: none 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcced7fa640 20 reqs_thread_entry: start 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:16.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.254+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.255+0000 7fcd4b922900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.255+0000 7fcd4b922900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:16.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.255+0000 7fcd4b922900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:16.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.260+0000 7fcd4b922900 20 remove_watcher() i=0 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.260+0000 7fcd4b922900 2 removed watcher, disabling cache 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=3 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=2 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=4 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=1 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=5 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=6 2026-04-02T12:02:16.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.261+0000 7fcd4b922900 20 remove_watcher() i=7 2026-04-02T12:02:16.270 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:16.270 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:16.270 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:16.270 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:16.271 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:16.271 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:16.293 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:16.293 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:16.342 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:16.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:16.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.379+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 realm 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.380+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.381+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:16.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.381+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.381+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:16.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.381+0000 7f113c878900 20 searching for the correct realm 2026-04-02T12:02:16.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.385+0000 7f113ab2e640 0 -- 192.168.123.101:0/132274913 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f112c04f440 msgr2=0x7f112c04f870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:16.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.590+0000 7f113b32f640 0 -- 192.168.123.101:0/132274913 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5639a041ea90 msgr2=0x5639a043ef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:16.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 zone default found 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 4 Realm: () 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 zonegroup default 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.592+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.593+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.593+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.593+0000 7f113c878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.593+0000 7f113c878900 20 started sync module instance, tier type = 2026-04-02T12:02:16.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.593+0000 7f113c878900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:16.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.596+0000 7f113c878900 20 add_watcher() i=6 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=5 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=0 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=4 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=7 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=2 2026-04-02T12:02:16.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=3 2026-04-02T12:02:16.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 20 add_watcher() i=1 2026-04-02T12:02:16.600 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.597+0000 7f113c878900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:16.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.599+0000 7f113c878900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:16.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.599+0000 7f113c878900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:16.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.599+0000 7f113c878900 5 note: GC not initialized 2026-04-02T12:02:16.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.599+0000 7f10e2ffd640 20 reqs_thread_entry: start 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.635+0000 7f113c878900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.635+0000 7f113c878900 20 Filter name: none 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.635+0000 7f10e0ff9640 20 reqs_thread_entry: start 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.635+0000 7f113c878900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.635+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : miss 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 20 rados->read ofs=0 len=0 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:16.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.636+0000 7f113c878900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:16.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.637+0000 7f113c878900 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to be held by another RGW process; skipping for now 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=2 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 2 removed watcher, disabling cache 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=0 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=5 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=6 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=7 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=4 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=1 2026-04-02T12:02:16.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:16.640+0000 7f113c878900 20 remove_watcher() i=3 2026-04-02T12:02:16.647 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:02:46.654 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:46.675 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:46.675 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:46.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.690+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 realm 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:46.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.692+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.693+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:46.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.693+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.693+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:46.696 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.693+0000 7fcf2f739900 20 searching for the correct realm 2026-04-02T12:02:46.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.697+0000 7fcf277fe640 0 -- 192.168.123.101:0/3164844827 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55864154ac80 msgr2=0x55864156b060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:46.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.700+0000 7fcf1e5ff640 0 -- 192.168.123.101:0/3164844827 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55864158eb50 msgr2=0x5586415aef30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:46.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.702+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 zone default found 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 4 Realm: () 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 zonegroup default 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 started sync module instance, tier type = 2026-04-02T12:02:46.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.703+0000 7fcf2f739900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:46.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.743+0000 7fcf2f739900 20 add_watcher() i=7 2026-04-02T12:02:46.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.744+0000 7fcf2f739900 20 add_watcher() i=0 2026-04-02T12:02:46.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.771+0000 7fcf2f739900 20 add_watcher() i=2 2026-04-02T12:02:46.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.771+0000 7fcf2f739900 20 add_watcher() i=1 2026-04-02T12:02:46.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.773+0000 7fcf2f739900 20 add_watcher() i=3 2026-04-02T12:02:46.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.773+0000 7fcf2f739900 20 add_watcher() i=4 2026-04-02T12:02:46.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.778+0000 7fcf2f739900 20 add_watcher() i=5 2026-04-02T12:02:46.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.778+0000 7fcf2f739900 20 add_watcher() i=6 2026-04-02T12:02:46.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.778+0000 7fcf2f739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:46.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.781+0000 7fcf2f739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:46.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.781+0000 7fcf2f739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:46.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.781+0000 7fcf2f739900 5 note: GC not initialized 2026-04-02T12:02:46.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.781+0000 7fced37fe640 20 reqs_thread_entry: start 2026-04-02T12:02:46.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:46.824 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 20 Filter name: none 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fced17fa640 20 reqs_thread_entry: start 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : miss 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.822+0000 7fcf2f739900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 20 rados_obj.operate() r=0 bl.length=467 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.823+0000 7fcf2f739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:46.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.824+0000 7fcf2f739900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:02:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.831+0000 7fcf2f739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.831+0000 7fcf2f739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.831+0000 7fcf2f739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.831+0000 7fcf2f739900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:46.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.832+0000 7fcf09ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894572 cookie 94035110366240 notifier 6509 bl.length()=951 2026-04-02T12:02:46.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.832+0000 7fcf09ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.832+0000 7fcf09ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.832+0000 7fcf09ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.834+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:46.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.834+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:46.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.834+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:46.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.834+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.0 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.0 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.1 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.1 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.2 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.2 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.3 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.3 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.4 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.4 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.5 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.5 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.6 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.6 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.7 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.7 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.8 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.8 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.9 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.9 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.10 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.10 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.11 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2.11 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.838+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.0 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.839+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.1 2026-04-02T12:02:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.839+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2 2026-04-02T12:02:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.839+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.3 2026-04-02T12:02:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.840+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.4 2026-04-02T12:02:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.840+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.5 2026-04-02T12:02:46.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.840+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.6 2026-04-02T12:02:46.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.841+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.7 2026-04-02T12:02:46.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.841+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.8 2026-04-02T12:02:46.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.842+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.9 2026-04-02T12:02:46.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.842+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.10 2026-04-02T12:02:46.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.845+0000 7fcf2f739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:46.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.845+0000 7fcf2f739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.846+0000 7fcf2f739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.846+0000 7fcf2f739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.846+0000 7fcf2f739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.846+0000 7fcf2f739900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.847+0000 7fcf09ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894573 cookie 94035110366240 notifier 6509 bl.length()=951 2026-04-02T12:02:46.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.847+0000 7fcf09ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.847+0000 7fcf09ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.847+0000 7fcf09ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.849+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:46.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.849+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:46.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.849+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:46.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.849+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.851+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.0 2026-04-02T12:02:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.852+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.1 2026-04-02T12:02:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.852+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.2 2026-04-02T12:02:46.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.852+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.3 2026-04-02T12:02:46.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.852+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.4 2026-04-02T12:02:46.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.853+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.5 2026-04-02T12:02:46.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.853+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.6 2026-04-02T12:02:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.853+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.7 2026-04-02T12:02:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.854+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.8 2026-04-02T12:02:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.854+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.9 2026-04-02T12:02:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.854+0000 7fcf2f739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28.10 2026-04-02T12:02:46.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.854+0000 7fcf2f739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:46.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.854+0000 7fcf2f739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.855+0000 7fcf2f739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.855+0000 7fcf2f739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.855+0000 7fcf2f739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.855+0000 7fcf2f739900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28, ofs0, ns] 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.856+0000 7fcf0a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894574 cookie 94035110366240 notifier 6509 bl.length()=915 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.856+0000 7fcf0a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 info.flags=0x17 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.856+0000 7fcf0a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 to cache LRU end 2026-04-02T12:02:46.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.856+0000 7fcf0a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:46.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.857+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_sources= new_sources= 2026-04-02T12:02:46.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.857+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential sources added=[] removed=[] 2026-04-02T12:02:46.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.857+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): orig_dests= new_dests= 2026-04-02T12:02:46.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.857+0000 7fcf2f739900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28]): potential dests added=[] removed=[] 2026-04-02T12:02:46.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.860+0000 7fcf2f739900 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.864+0000 7fcf2f739900 20 remove_watcher() i=3 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.864+0000 7fcf2f739900 2 removed watcher, disabling cache 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=0 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=7 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=5 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=6 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=1 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=2 2026-04-02T12:02:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.865+0000 7fcf2f739900 20 remove_watcher() i=4 2026-04-02T12:02:46.875 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-02T12:02:46.896 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:46.896 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:46.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.914+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 realm 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.918 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.916+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.917+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:46.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.917+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.918+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:46.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.918+0000 7f5aea567900 20 searching for the correct realm 2026-04-02T12:02:46.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.921+0000 7f5ae6ae1640 0 -- 192.168.123.101:0/3048904652 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f5acc074f10 msgr2=0x7f5acc0696c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:46.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.924+0000 7f5ae62e0640 0 -- 192.168.123.101:0/3048904652 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55652eba9160 msgr2=0x55652ebc9540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.926+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 zone default found 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 4 Realm: () 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 zonegroup default 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.929 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.927+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.928+0000 7f5aea567900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.928+0000 7f5aea567900 20 started sync module instance, tier type = 2026-04-02T12:02:46.930 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.928+0000 7f5aea567900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:46.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=0 2026-04-02T12:02:46.933 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=3 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=6 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=2 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=1 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.931+0000 7f5aea567900 20 add_watcher() i=5 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.932+0000 7f5aea567900 20 add_watcher() i=7 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.932+0000 7f5aea567900 20 add_watcher() i=4 2026-04-02T12:02:46.934 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.932+0000 7f5aea567900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.934+0000 7f5aea567900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.934+0000 7f5aea567900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.934+0000 7f5aea567900 5 note: GC not initialized 2026-04-02T12:02:46.936 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.934+0000 7f5a8effd640 20 reqs_thread_entry: start 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.975+0000 7f5aea567900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.975+0000 7f5aea567900 20 Filter name: none 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5a8cff9640 20 reqs_thread_entry: start 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:46.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.976+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.977+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=201 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.977+0000 7f5aea567900 20 rados->read ofs=0 len=0 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.977+0000 7f5aea567900 20 rados_obj.operate() r=0 bl.length=431 2026-04-02T12:02:46.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.977+0000 7f5aea567900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=5 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 2 removed watcher, disabling cache 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=3 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=1 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=7 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=2 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=6 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=4 2026-04-02T12:02:46.984 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:46.982+0000 7f5aea567900 20 remove_watcher() i=0 2026-04-02T12:02:46.992 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:46.992 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:46.992 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-trim-reshard-log-entries id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.28 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:02:46.992 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:46.994 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:46.994 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.005 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.005 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.178 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.179 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.269 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at block_writes 2026-04-02T12:02:47.269 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:47.269 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.269 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.305 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.305 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.354 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.354 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.403 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.403 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.453 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.454 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.503 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.504 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.553 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.553 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.607 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.607 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.657 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.658 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.707 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.708 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.757 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.757 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.807 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.808 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.857 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.858 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.907 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.908 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:47.958 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:47.958 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.007 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.007 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.057 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.057 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.107 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.107 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.157 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.157 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.209 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.209 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.257 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.257 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.307 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.307 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.358 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:02:48.383 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:48.383 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:48.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.400+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.401+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.401+0000 7fd20cf49900 20 realm 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.401+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.402+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.403+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:48.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.403+0000 7fd20cf49900 20 searching for the correct realm 2026-04-02T12:02:48.409 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.406+0000 7fd2094c2640 0 -- 192.168.123.101:0/1721742255 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55e3f0a28e70 msgr2=0x55e3f0a49320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.413 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.411+0000 7fd2094c2640 0 -- 192.168.123.101:0/1721742255 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55e3f09c2620 msgr2=0x55e3f09e2a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.414+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 zone default found 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 4 Realm: () 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 zonegroup default 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 started sync module instance, tier type = 2026-04-02T12:02:48.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.415+0000 7fd20cf49900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:48.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=0 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=2 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=4 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=5 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=6 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.419+0000 7fd20cf49900 20 add_watcher() i=3 2026-04-02T12:02:48.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.420+0000 7fd20cf49900 20 add_watcher() i=1 2026-04-02T12:02:48.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.423+0000 7fd20cf49900 20 add_watcher() i=7 2026-04-02T12:02:48.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.423+0000 7fd20cf49900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:48.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.434+0000 7fd20cf49900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:48.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.434+0000 7fd20cf49900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:48.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.434+0000 7fd20cf49900 5 note: GC not initialized 2026-04-02T12:02:48.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.435+0000 7fd1b57f2640 20 reqs_thread_entry: start 2026-04-02T12:02:48.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.477+0000 7fd20cf49900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:48.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.477+0000 7fd20cf49900 20 Filter name: none 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.477+0000 7fd1aeffd640 20 reqs_thread_entry: start 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.477+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:48.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.478+0000 7fd20cf49900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.479+0000 7fd20cf49900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.481 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.479+0000 7fd20cf49900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=0 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 2 removed watcher, disabling cache 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=3 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=7 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=2 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=1 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=4 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=5 2026-04-02T12:02:48.490 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.488+0000 7fd20cf49900 20 remove_watcher() i=6 2026-04-02T12:02:48.497 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:48.497 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:48.497 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:48.497 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:48.499 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2026-04-02T12:02:48.522 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:48.522 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:48.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.539+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 realm 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.541+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.542+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.542+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.542+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:48.545 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.542+0000 7f4e37b6e900 20 searching for the correct realm 2026-04-02T12:02:48.547 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.545+0000 7f4e2f7fe640 0 -- 192.168.123.101:0/1480972190 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4e28017040 msgr2=0x7f4e28001a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:48.551 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.548+0000 7f4e2f7fe640 0 -- 192.168.123.101:0/1480972190 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f4e28027940 msgr2=0x7f4e28016400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.551+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 zone default found 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 4 Realm: () 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 zonegroup default 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 started sync module instance, tier type = 2026-04-02T12:02:48.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.552+0000 7f4e37b6e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=0 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=3 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=5 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=6 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=1 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=4 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=7 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 20 add_watcher() i=2 2026-04-02T12:02:48.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.557+0000 7f4e37b6e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:48.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.559+0000 7f4e37b6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:48.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.559+0000 7f4e37b6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:48.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.559+0000 7f4e37b6e900 5 note: GC not initialized 2026-04-02T12:02:48.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.559+0000 7f4ddbfff640 20 reqs_thread_entry: start 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 Filter name: none 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4dd9ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.601 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : miss 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.602 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.599+0000 7f4e37b6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e37b6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e37b6e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e37b6e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e37b6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94683636411264 notifier 7005 bl.length()=927 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e127fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e127fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.607 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.605+0000 7f4e127fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.606+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.606+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.606+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.606+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.0 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.0 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.1 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.1 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.2 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.2 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.3 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.3 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.4 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.4 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.5 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.5 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.6 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.6 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.7 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.7 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.8 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.8 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.9 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.9 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.10 2026-04-02T12:02:48.615 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.10 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.11 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.11 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.0 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.612+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.613+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.2 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.613+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.3 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.613+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.4 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.614+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.5 2026-04-02T12:02:48.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.614+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.6 2026-04-02T12:02:48.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.614+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.7 2026-04-02T12:02:48.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.615+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.8 2026-04-02T12:02:48.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.616+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.9 2026-04-02T12:02:48.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.617+0000 7f4e37b6e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.10 2026-04-02T12:02:48.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.623+0000 7f4e37b6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:48.625 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.623+0000 7f4e37b6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.624+0000 7f4e37b6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.624+0000 7f4e37b6e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.626 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.624+0000 7f4e37b6e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.624+0000 7f4e37b6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.625+0000 7f4e127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94683636411264 notifier 7005 bl.length()=927 2026-04-02T12:02:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.625+0000 7f4e127fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.625+0000 7f4e127fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.625+0000 7f4e127fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 -1 Injecting error=-5 at location=block_writes 2026-04-02T12:02:48.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.626+0000 7f4e37b6e900 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2026-04-02T12:02:48.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.631+0000 7f4e37b6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:48.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.631+0000 7f4e37b6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.632+0000 7f4e37b6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.632+0000 7f4e37b6e900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.632+0000 7f4e37b6e900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.632+0000 7f4e37b6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.633+0000 7f4e127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894496 cookie 94683636411264 notifier 7005 bl.length()=891 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.633+0000 7f4e127fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.633+0000 7f4e127fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.635 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.633+0000 7f4e127fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.634+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.634+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.634+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.634+0000 7f4e37b6e900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.637+0000 7f4e37b6e900 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=3 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 2 removed watcher, disabling cache 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=0 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=4 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=2 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=7 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.641+0000 7f4e37b6e900 20 remove_watcher() i=5 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.642+0000 7f4e37b6e900 20 remove_watcher() i=1 2026-04-02T12:02:48.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.642+0000 7f4e37b6e900 20 remove_watcher() i=6 2026-04-02T12:02:48.652 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:02:48.671 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:48.671 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:48.693 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.690+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 20 realm 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.691+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.692+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.692+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.694 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.692+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.692+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.693+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:48.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.693+0000 7f64ecd29900 20 searching for the correct realm 2026-04-02T12:02:48.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.696+0000 7f64e8aa3640 0 -- 192.168.123.101:0/1874461191 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f64dc017040 msgr2=0x7f64dc0074a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.702 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.699+0000 7f64e8aa3640 0 -- 192.168.123.101:0/1874461191 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f64a80a4a70 msgr2=0x7f64a80c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 zone default found 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 4 Realm: () 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 zonegroup default 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.702+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 started sync module instance, tier type = 2026-04-02T12:02:48.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.703+0000 7f64ecd29900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:48.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=4 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=0 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=2 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=7 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=3 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=1 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=5 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 20 add_watcher() i=6 2026-04-02T12:02:48.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.707+0000 7f64ecd29900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.710+0000 7f64ecd29900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.710+0000 7f64ecd29900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.710+0000 7f64ecd29900 5 note: GC not initialized 2026-04-02T12:02:48.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.710+0000 7f6495feb640 20 reqs_thread_entry: start 2026-04-02T12:02:48.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.751+0000 7f64ecd29900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:48.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f64ecd29900 20 Filter name: none 2026-04-02T12:02:48.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f648f7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:48.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.752+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.753+0000 7f64ecd29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.758+0000 7f64ecd29900 20 remove_watcher() i=2 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.758+0000 7f64ecd29900 2 removed watcher, disabling cache 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=7 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=0 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=3 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=5 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=6 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=4 2026-04-02T12:02:48.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.759+0000 7f64ecd29900 20 remove_watcher() i=1 2026-04-02T12:02:48.768 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:48.769 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:48.769 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:48.769 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:48.770 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.770 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.792 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:48.792 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:48.841 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:48.862 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:48.862 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:48.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.881+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 realm 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.882+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.883+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.883+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.884+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:48.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.884+0000 7f3e43737900 20 searching for the correct realm 2026-04-02T12:02:48.889 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.887+0000 7f3e325ff640 0 -- 192.168.123.101:0/3158579961 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x564914b585a0 msgr2=0x564914b78a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.890+0000 7f3e325ff640 0 -- 192.168.123.101:0/3158579961 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x564914b9bfb0 msgr2=0x564914bbc390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.892+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:48.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 zone default found 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 4 Realm: () 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 zonegroup default 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.893+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.894+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.894+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.894+0000 7f3e43737900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.894+0000 7f3e43737900 20 started sync module instance, tier type = 2026-04-02T12:02:48.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.894+0000 7f3e43737900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:48.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=2 2026-04-02T12:02:48.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=0 2026-04-02T12:02:48.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=4 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=3 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=5 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=6 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.898+0000 7f3e43737900 20 add_watcher() i=1 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.899+0000 7f3e43737900 20 add_watcher() i=7 2026-04-02T12:02:48.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.899+0000 7f3e43737900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:48.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.901+0000 7f3e43737900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:48.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.901+0000 7f3e43737900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:48.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.901+0000 7f3e43737900 5 note: GC not initialized 2026-04-02T12:02:48.903 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.901+0000 7f3de77fe640 20 reqs_thread_entry: start 2026-04-02T12:02:48.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.941+0000 7f3e43737900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:48.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.941+0000 7f3e43737900 20 Filter name: none 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.941+0000 7f3de57fa640 20 reqs_thread_entry: start 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.941+0000 7f3e43737900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.941+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : miss 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 20 rados->read ofs=0 len=0 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.942+0000 7f3e43737900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.947+0000 7f3e43737900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.947+0000 7f3e43737900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.947+0000 7f3e43737900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.947+0000 7f3e43737900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.948+0000 7f3e1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894497 cookie 94871880342032 notifier 7041 bl.length()=927 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.948+0000 7f3e1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.948+0000 7f3e1dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.948+0000 7f3e1dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.949+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.949+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.949+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.949+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.0 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.0 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.1 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.1 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.2 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.2 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.3 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.3 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.4 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.4 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.5 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.5 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.6 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.6 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.7 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.7 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.8 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.8 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.9 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.9 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.10 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.10 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.11 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1.11 2026-04-02T12:02:48.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.0 2026-04-02T12:02:48.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1 2026-04-02T12:02:48.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.955+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.2 2026-04-02T12:02:48.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.956+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.3 2026-04-02T12:02:48.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.956+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.4 2026-04-02T12:02:48.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.957+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.5 2026-04-02T12:02:48.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.957+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.6 2026-04-02T12:02:48.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.957+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.7 2026-04-02T12:02:48.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.958+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.8 2026-04-02T12:02:48.960 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.958+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.9 2026-04-02T12:02:48.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.959+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.10 2026-04-02T12:02:48.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.962+0000 7f3e43737900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:48.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.962+0000 7f3e43737900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e43737900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e43737900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e43737900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e43737900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e1dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894498 cookie 94871880342032 notifier 7041 bl.length()=927 2026-04-02T12:02:48.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e1dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e1dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.963+0000 7f3e1dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.964+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.964+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.964+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.964+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.967+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.0 2026-04-02T12:02:48.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.967+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.1 2026-04-02T12:02:48.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.967+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.2 2026-04-02T12:02:48.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.968+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.3 2026-04-02T12:02:48.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.968+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.4 2026-04-02T12:02:48.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.968+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.5 2026-04-02T12:02:48.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.969+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.6 2026-04-02T12:02:48.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.969+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.7 2026-04-02T12:02:48.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.969+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.8 2026-04-02T12:02:48.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.969+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.9 2026-04-02T12:02:48.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.970+0000 7f3e43737900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29.10 2026-04-02T12:02:48.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.970+0000 7f3e43737900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:48.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.970+0000 7f3e43737900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e43737900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e43737900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e43737900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e43737900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29, ofs0, ns] 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e1e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894499 cookie 94871880342032 notifier 7041 bl.length()=891 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e1e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 info.flags=0x17 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e1e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 to cache LRU end 2026-04-02T12:02:48.973 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.971+0000 7f3e1e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.972+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_sources= new_sources= 2026-04-02T12:02:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.972+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential sources added=[] removed=[] 2026-04-02T12:02:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.972+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): orig_dests= new_dests= 2026-04-02T12:02:48.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.972+0000 7f3e43737900 20 handle_bi_update(): bucket=:error-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29]): potential dests added=[] removed=[] 2026-04-02T12:02:48.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.975+0000 7f3e43737900 1 execute INFO: reshard of bucket "error-at-block-writes" from 11 shards to 12 shards completed successfully 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.980+0000 7f3e43737900 20 remove_watcher() i=3 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.980+0000 7f3e43737900 2 removed watcher, disabling cache 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.980+0000 7f3e43737900 20 remove_watcher() i=0 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.980+0000 7f3e43737900 20 remove_watcher() i=4 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.980+0000 7f3e43737900 20 remove_watcher() i=2 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.981+0000 7f3e43737900 20 remove_watcher() i=5 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.981+0000 7f3e43737900 20 remove_watcher() i=1 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.981+0000 7f3e43737900 20 remove_watcher() i=6 2026-04-02T12:02:48.983 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:48.981+0000 7f3e43737900 20 remove_watcher() i=7 2026-04-02T12:02:48.992 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-02T12:02:49.010 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:49.010 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:49.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.028+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 realm 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.029+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.030+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:49.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.030+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.030+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:49.033 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.031+0000 7f17e86f2900 20 searching for the correct realm 2026-04-02T12:02:49.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.034+0000 7f17e69a8640 0 -- 192.168.123.101:0/4079989436 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x560e93a56b30 msgr2=0x560e93a76fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:49.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.037+0000 7f17e59a6640 0 -- 192.168.123.101:0/4079989436 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x560e939efe10 msgr2=0x560e93a10250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:49.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.040+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 zone default found 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 4 Realm: () 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 zonegroup default 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:49.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 started sync module instance, tier type = 2026-04-02T12:02:49.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.041+0000 7f17e86f2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:49.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=5 2026-04-02T12:02:49.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=0 2026-04-02T12:02:49.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=4 2026-04-02T12:02:49.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=3 2026-04-02T12:02:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=2 2026-04-02T12:02:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=1 2026-04-02T12:02:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=6 2026-04-02T12:02:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 20 add_watcher() i=7 2026-04-02T12:02:49.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.045+0000 7f17e86f2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:49.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.047+0000 7f17e86f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:49.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.047+0000 7f17e86f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:49.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.047+0000 7f17e86f2900 5 note: GC not initialized 2026-04-02T12:02:49.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.048+0000 7f178f7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:49.091 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.089+0000 7f17e86f2900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.089+0000 7f17e86f2900 20 Filter name: none 2026-04-02T12:02:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.089+0000 7f178d7fa640 20 reqs_thread_entry: start 2026-04-02T12:02:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.089+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.090+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:49.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.090+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.090+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.090+0000 7f17e86f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.090+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.091+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.091+0000 7f17e86f2900 20 rados->read ofs=0 len=0 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.091+0000 7f17e86f2900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:49.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.091+0000 7f17e86f2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.095+0000 7f17e86f2900 20 remove_watcher() i=5 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.095+0000 7f17e86f2900 2 removed watcher, disabling cache 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.095+0000 7f17e86f2900 20 remove_watcher() i=3 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=6 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=0 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=4 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=1 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=7 2026-04-02T12:02:49.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:49.096+0000 7f17e86f2900 20 remove_watcher() i=2 2026-04-02T12:02:49.105 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:49.105 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:49.105 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.29 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:02:49.105 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:49.107 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.107 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.118 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.118 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.278 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.278 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.375 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at block_writes 2026-04-02T12:02:49.375 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:49.376 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.376 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.409 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.409 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.458 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.458 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.508 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.508 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.558 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.558 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.609 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.609 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.660 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.660 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.709 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.709 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.759 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.759 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.809 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.809 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.859 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.859 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.911 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.911 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:49.962 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:49.962 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.013 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.013 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.062 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.063 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.114 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.114 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.167 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.167 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.216 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.217 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.269 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.270 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.320 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.320 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.372 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.372 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.426 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.426 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.477 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:02:50.496 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:50.496 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:50.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.515+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 realm 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.519 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.517+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.518+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.518+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.519+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.519+0000 7ffbfabc9900 20 searching for the correct realm 2026-04-02T12:02:50.524 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.522+0000 7ffbf60d1640 0 -- 192.168.123.101:0/1760504539 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7ffbb00a4a70 msgr2=0x7ffbb00c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.525+0000 7ffbf58d0640 0 -- 192.168.123.101:0/1760504539 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7ffbe800a710 msgr2=0x7ffbe806b960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.531 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 zone default found 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 4 Realm: () 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 zonegroup default 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.529+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.530+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.530+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.530+0000 7ffbfabc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.530+0000 7ffbfabc9900 20 started sync module instance, tier type = 2026-04-02T12:02:50.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.530+0000 7ffbfabc9900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:50.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.533+0000 7ffbfabc9900 20 add_watcher() i=4 2026-04-02T12:02:50.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=6 2026-04-02T12:02:50.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=5 2026-04-02T12:02:50.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=7 2026-04-02T12:02:50.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=2 2026-04-02T12:02:50.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=3 2026-04-02T12:02:50.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=0 2026-04-02T12:02:50.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 20 add_watcher() i=1 2026-04-02T12:02:50.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.534+0000 7ffbfabc9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:50.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.536+0000 7ffbfabc9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:50.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.536+0000 7ffbfabc9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:50.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.537+0000 7ffbfabc9900 5 note: GC not initialized 2026-04-02T12:02:50.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.537+0000 7ffba2fed640 20 reqs_thread_entry: start 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.579+0000 7ffbfabc9900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.579+0000 7ffbfabc9900 20 Filter name: none 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffba0fe9640 20 reqs_thread_entry: start 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.580+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.581+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.581+0000 7ffbfabc9900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.581+0000 7ffbfabc9900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:50.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.581+0000 7ffbfabc9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=1 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 2 removed watcher, disabling cache 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=7 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=4 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=3 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=6 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=5 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=2 2026-04-02T12:02:50.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.586+0000 7ffbfabc9900 20 remove_watcher() i=0 2026-04-02T12:02:50.595 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.595 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:50.595 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:50.595 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.597 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2026-04-02T12:02:50.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:50.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:50.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.640+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 realm 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.643+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.643+0000 7f0ff6544900 20 searching for the correct realm 2026-04-02T12:02:50.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.647+0000 7f0ff235d640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f0fe4011520 msgr2=0x7f0fe401e3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.651+0000 7f0ff1b5c640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f0fe0026c10 msgr2=0x7f0fe0044430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.653+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zone default found 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Realm: () 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zonegroup default 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started sync module instance, tier type = 2026-04-02T12:02:50.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=6 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=2 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=0 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=5 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=4 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=7 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=3 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=1 2026-04-02T12:02:50.662 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.659+0000 7f0ff6544900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:50.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:50.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:50.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.661+0000 7f0ff6544900 5 note: GC not initialized 2026-04-02T12:02:50.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.662+0000 7f0f9b7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:50.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.704+0000 7f0ff6544900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:50.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 20 Filter name: none 2026-04-02T12:02:50.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0f997fa640 20 reqs_thread_entry: start 2026-04-02T12:02:50.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:02:50.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : miss 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.708 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.706+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894579 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.0 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1 2026-04-02T12:02:50.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2 2026-04-02T12:02:50.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.3 2026-04-02T12:02:50.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.4 2026-04-02T12:02:50.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.5 2026-04-02T12:02:50.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.6 2026-04-02T12:02:50.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.7 2026-04-02T12:02:50.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.8 2026-04-02T12:02:50.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.9 2026-04-02T12:02:50.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.10 2026-04-02T12:02:50.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.728+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:50.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.728+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.729+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.729+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.729+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.729+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894580 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.735 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.735 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0ff6544900 time 2026-04-02T12:02:50.734716+0000 2026-04-02T12:02:50.735 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0ff798f8f8] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f0ff6544900 thread_name:radosgw-admin 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0ff6544900 time 2026-04-02T12:02:50.734716+0000 2026-04-02T12:02:50.736 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0ff798f8f8] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0ff6a3fc30] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0ff6a8d02c] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0ff798f957] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f0ff6544900 thread_name:radosgw-admin 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0ff6a3fc30] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0ff6a8d02c] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0ff798f957] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.737 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:02:50.626+0000 7f0ff6544900 5 AuthRegistry(0x5576ddb24890) adding con mode: secure 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:02:50.626+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:02:50.626+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:02:50.626+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key hook 0x5576ddb249d8 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddab2140 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576ddab3150 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddab4a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.629061s 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddab3150 auth_method 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576ddab4a50 auth_method 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddab2140 auth_method 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6629 payload 824 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: dump: 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.741 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: dump: 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:02:50.627+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6629 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:02:50.627+0000 7f0fe8ff9640 4 set_mon_vals no callback set 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:02:50.627+0000 7f0ff6544900 1 librados: init done 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:02:50.629+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fcc077690 auth_method 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:02:50.630+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddc15e00 auth_method 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:02:50.630+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576ddc97490 auth_method 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:02:50.631+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddcb97e0 auth_method 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:02:50.632+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:02:50.632+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:02:50.632+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command objecter_requests cmddesc objecter_requests hook 0x5576ddcdf1c0 EEXIST 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.742 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x5576ddcda660 EEXIST 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddd06dc0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576ddd07190 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddd07a30 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.635650s 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddd07190 auth_method 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576ddd07a30 auth_method 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddd06dc0 auth_method 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6632 payload 824 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: dump: 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.743 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: dump: 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:02:50.634+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6632 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:02:50.634+0000 7f0ff335f640 4 set_mon_vals no callback set 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: get_monmap_and_config 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:02:50.635+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:02:50.635+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fc0077510 auth_method 0 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.744 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc2a4d5618 EEXIST 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576dddcdc60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddd9fdf0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576dddce570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.638637s 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576dddcdc60 auth_method 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576dddce570 auth_method 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddd9fdf0 auth_method 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_done global_id 7092 payload 274 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 1 monclient: found mon.noname-a 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: dump: 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.745 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: dump: 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 monclient: authenticate success, global_id 7092 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:02:50.637+0000 7f0ff6544900 4 set_mon_vals no callback set 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: shutdown 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:02:50.637+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:02:50.637+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: starting msgr at 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: starting objecter 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command objecter_requests cmddesc objecter_requests hook 0x5576ddd9e650 EEXIST 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: setting wanted keys 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: calling monclient init 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.746 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:02:50.638+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:02:50.638+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x5576ddd39728 EEXIST 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddd9fdf0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576dddcdc60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576dddce570 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.640524s 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576dddcdc60 auth_method 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576dddce570 auth_method 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddd9fdf0 auth_method 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: dump: 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: dump: 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.747 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6638 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:02:50.638+0000 7f0fd1ffb640 4 set_mon_vals no callback set 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:02:50.639+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:02:50.639+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:02:50.639+0000 7f0ff6544900 1 librados: init done 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:02:50.639+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cr dump hook 0x5576dddfb868 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:02:50.640+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:02:50.640+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fb0077690 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:02:50.640+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576dde62cc0 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 realm 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:02:50.641+0000 7f0ff6544900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:02:50.642+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576dde85470 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:02:50.642+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddea6cc0 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:02:50.643+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:02:50.643+0000 7f0ff6544900 20 searching for the correct realm 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:02:50.643+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddec9ac0 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:02:50.644+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe40119c0 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:02:50.644+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x7f0fe0026c10 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:02:50.645+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x7f0fd8001490 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:02:50.647+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe4011520 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:02:50.647+0000 7f0ff235d640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f0fe4011520 msgr2=0x7f0fe401e3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x7f0fe4011520 session 0x7f0fe401f980 osd.6 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 10 monclient: _renew_subs 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:02:50.648+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fb00a4bc0 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:02:50.648+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x5576dde85470 session 0x5576dde84df0 osd.5 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:02:50.649+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe4011520 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:02:50.651+0000 7f0ff1b5c640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f0fe0026c10 msgr2=0x7f0fe0044430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:02:50.651+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x7f0fe0026c10 session 0x7f0fe0026510 osd.2 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:02:50.651+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576dde85470 auth_method 0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.748 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zone default found 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Realm: () 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:02:50.654+0000 7f0ff6544900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zonegroup default 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started sync module instance, tier type = 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=6 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=2 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=5 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=4 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=7 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=3 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=1 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:02:50.659+0000 7f0ff6544900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:02:50.660+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x7f0f78007200 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:02:50.661+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache list hook 0x5576dddc7910 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache inspect hook 0x5576dddc7910 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache erase hook 0x5576dddc7910 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache zap hook 0x5576dddc7910 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 note: GC not initialized 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:02:50.662+0000 7f0f9b7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace show hook 0x7f0fe400e960 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace history hook 0x7f0fe400e960 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace active hook 0x7f0fe400e960 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace active_short hook 0x7f0fe400e960 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:02:50.662+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddf00630 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:02:50.664+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576ddefaa40 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:02:50.665+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddefbc60 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:02:50.667+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddefd2b0 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:02:50.670+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576dde9aad0 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:02:50.676+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576dde9cf20 auth_method 0 2026-04-02T12:02:50.749 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:02:50.704+0000 7f0ff6544900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 Filter name: none 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:02:50.705+0000 7f0f997fa640 20 reqs_thread_entry: start 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : miss 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:02:50.706+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894579 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.0 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.3 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.4 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.5 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.6 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.7 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.8 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.9 2026-04-02T12:02:50.750 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.10 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:02:50.728+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:02:50.728+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894580 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0ff6544900 time 2026-04-02T12:02:50.734716+0000 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0ff798f8f8] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f0ff6544900 thread_name:radosgw-admin 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0ff6a3fc30] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0ff6a8d02c] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0ff798f957] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:02:50.751 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:50.752 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0f997fa640 / http_manager 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0f9b7fe640 / http_manager 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fc7fff640 / ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd17fa640 / io_context_pool 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd1ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd3fff640 / ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fdeffd640 / ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fe8ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fe97fa640 / admin_socket 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff135b640 / ms_dispatch 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff1b5c640 / msgr-worker-2 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff235d640 / msgr-worker-1 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff2b5e640 / msgr-worker-0 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff335f640 / io_context_pool 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff6544900 / radosgw-admin 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.94744.log 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:02:50.626+0000 7f0ff6544900 5 AuthRegistry(0x5576ddb24890) adding con mode: secure 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:02:50.626+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:02:50.626+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:02:50.626+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key hook 0x5576ddb249d8 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddab2140 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:02:50.626+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576ddab3150 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddab4a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.629061s 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddab3150 auth_method 0 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576ddab4a50 auth_method 0 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:02:50.627+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddab2140 auth_method 0 2026-04-02T12:02:50.753 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:02:50.627+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6629 payload 824 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:02:50.627+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: dump: 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.754 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:02:50.627+0000 7f0fdeffd640 10 monclient: dump: 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:02:50.627+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6629 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:02:50.627+0000 7f0fe8ff9640 4 set_mon_vals no callback set 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:02:50.627+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:02:50.627+0000 7f0ff6544900 1 librados: init done 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:02:50.629+0000 7f0fdeffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:02:50.629+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fcc077690 auth_method 0 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:02:50.630+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddc15e00 auth_method 0 2026-04-02T12:02:50.758 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:02:50.630+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576ddc97490 auth_method 0 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:02:50.631+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddcb97e0 auth_method 0 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:02:50.632+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:02:50.632+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:02:50.632+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:02:50.632+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcdbed0) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command objecter_requests cmddesc objecter_requests hook 0x5576ddcdf1c0 EEXIST 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding auth protocol: cephx 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.759 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: crc 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 AuthRegistry(0x5576ddcda518) adding con mode: secure 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:02:50.633+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:02:50.633+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x5576ddcda660 EEXIST 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddd06dc0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576ddd07190 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddd07a30 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:02:50.633+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.635650s 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddd07190 auth_method 0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576ddd07a30 auth_method 0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:02:50.633+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddd06dc0 auth_method 0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:02:50.633+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6632 payload 824 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:02:50.633+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: dump: 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.760 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:02:50.634+0000 7f0fd3fff640 10 monclient: dump: 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:02:50.634+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6632 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:02:50.634+0000 7f0ff335f640 4 set_mon_vals no callback set 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:02:50.634+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:02:50.635+0000 7f0fd3fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: get_monmap_and_config 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:02:50.635+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:02:50.635+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding auth protocol: cephx 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.761 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:02:50.635+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9ba70) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:02:50.635+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fc0077510 auth_method 0 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding auth protocol: cephx 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: crc 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d54d0) adding con mode: secure 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:02:50.636+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:02:50.636+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc2a4d5618 EEXIST 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576dddcdc60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576ddd9fdf0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576dddce570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:02:50.636+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.638637s 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576dddcdc60 auth_method 0 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576dddce570 auth_method 0 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.762 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576ddd9fdf0 auth_method 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:02:50.636+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:02:50.636+0000 7f0ff235d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient(hunting): handle_auth_done global_id 7092 payload 274 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 1 monclient: found mon.noname-a 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:02:50.636+0000 7f0ff2b5e640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: dump: 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:02:50.637+0000 7f0fd1ffb640 10 monclient: dump: 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 monclient: authenticate success, global_id 7092 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: get_monmap_and_config success 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:02:50.637+0000 7f0ff6544900 4 set_mon_vals no callback set 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: shutdown 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: build_initial_monmap 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:02:50.637+0000 7f0ff6544900 1 build_initial for_mkfs: 0 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:02:50.637+0000 7f0ff6544900 10 monclient: monmap: 2026-04-02T12:02:50.763 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:02:50.637+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd9b940) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:02:50.637+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: starting msgr at 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: starting objecter 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command objecter_requests cmddesc objecter_requests hook 0x5576ddd9e650 EEXIST 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: setting wanted keys 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:02:50.638+0000 7f0ff6544900 1 librados: calling monclient init 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: init 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding auth protocol: cephx 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: crc 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 AuthRegistry(0x5576ddd395e0) adding con mode: secure 2026-04-02T12:02:50.764 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:02:50.638+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:02:50.638+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command rotate-key cmddesc rotate-key hook 0x5576ddd39728 EEXIST 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _reopen_session rank -1 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-a con 0x5576ddd9fdf0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-c con 0x5576dddcdc60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): picked mon.noname-b con 0x5576dddce570 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): start opening mon connection 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): _renew_subs 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient(hunting): authenticate will time out at 1882.640524s 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request con 0x5576dddcdc60 auth_method 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request con 0x5576dddce570 auth_method 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:02:50.638+0000 7f0ff2b5e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): get_auth_request con 0x5576ddd9fdf0 auth_method 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:02:50.638+0000 7f0ff235d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient: _finish_hunting 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 1 monclient: found mon.noname-c 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:02:50.638+0000 7f0ff1b5c640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: dump: 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: _finish_auth 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:02:50.638+0000 7f0fc7fff640 10 monclient: dump: 2026-04-02T12:02:50.765 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:02:50.638+0000 7f0ff6544900 5 monclient: authenticate success, global_id 6638 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:02:50.638+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:02:50.638+0000 7f0fd1ffb640 4 set_mon_vals no callback set 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:02:50.639+0000 7f0ff6544900 10 monclient: _renew_subs 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:02:50.639+0000 7f0ff6544900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:02:50.639+0000 7f0ff6544900 1 librados: init done 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:02:50.639+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cr dump hook 0x5576dddfb868 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:02:50.640+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:02:50.640+0000 7f0fc7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:02:50.640+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fb0077690 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:02:50.640+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576dde62cc0 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 realm 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:02:50.641+0000 7f0ff6544900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:02:50.641+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:02:50.642+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576dde85470 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:02:50.642+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:02:50.642+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddea6cc0 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:02:50.643+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:02:50.643+0000 7f0ff6544900 20 searching for the correct realm 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:02:50.643+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddec9ac0 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:02:50.644+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe40119c0 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:02:50.644+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x7f0fe0026c10 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:02:50.645+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x7f0fd8001490 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:02:50.647+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe4011520 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:02:50.647+0000 7f0ff235d640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f0fe4011520 msgr2=0x7f0fe401e3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x7f0fe4011520 session 0x7f0fe401f980 osd.6 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 10 monclient: _renew_subs 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:02:50.647+0000 7f0fc7fff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:02:50.648+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fb00a4bc0 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:02:50.648+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x5576dde85470 session 0x5576dde84df0 osd.5 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:02:50.649+0000 7f0ff235d640 10 monclient: get_auth_request con 0x7f0fe4011520 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:02:50.651+0000 7f0ff1b5c640 0 -- 192.168.123.101:0/2042713844 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f0fe0026c10 msgr2=0x7f0fe0044430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:02:50.651+0000 7f0fc7fff640 1 client.6638.objecter ms_handle_reset 0x7f0fe0026c10 session 0x7f0fe0026510 osd.2 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:02:50.651+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576dde85470 auth_method 0 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:50.766 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:02:50.653+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zone default found 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Realm: () 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:02:50.654+0000 7f0ff6544900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:02:50.654+0000 7f0ff6544900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 zonegroup default 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:02:50.654+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started sync module instance, tier type = 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:02:50.655+0000 7f0ff6544900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=6 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=2 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=5 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=4 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=7 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=3 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:02:50.659+0000 7f0ff6544900 20 add_watcher() i=1 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:02:50.659+0000 7f0ff6544900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:02:50.660+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x7f0f78007200 auth_method 0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding auth protocol: cephx 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: crc 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 AuthRegistry(0x7ffc2a4d55c0) adding con mode: secure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:02:50.661+0000 7f0ff6544900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:02:50.661+0000 7f0ff6544900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache list hook 0x5576dddc7910 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache inspect hook 0x5576dddc7910 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache erase hook 0x5576dddc7910 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command cache zap hook 0x5576dddc7910 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:02:50.661+0000 7f0ff6544900 5 note: GC not initialized 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:02:50.662+0000 7f0f9b7fe640 20 reqs_thread_entry: start 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace show hook 0x7f0fe400e960 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace history hook 0x7f0fe400e960 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace active hook 0x7f0fe400e960 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:02:50.662+0000 7f0ff6544900 5 asok(0x5576dda226b0) register_command sync trace active_short hook 0x7f0fe400e960 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:02:50.662+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddf00630 auth_method 0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:02:50.664+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576ddefaa40 auth_method 0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:02:50.665+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576ddefbc60 auth_method 0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:02:50.667+0000 7f0ff2b5e640 10 monclient: get_auth_request con 0x5576ddefd2b0 auth_method 0 2026-04-02T12:02:50.767 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:02:50.670+0000 7f0ff235d640 10 monclient: get_auth_request con 0x5576dde9aad0 auth_method 0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:02:50.676+0000 7f0ff1b5c640 10 monclient: get_auth_request con 0x5576dde9cf20 auth_method 0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:02:50.704+0000 7f0ff6544900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 Filter name: none 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:02:50.705+0000 7f0f997fa640 20 reqs_thread_entry: start 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:02:50.705+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : miss 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:02:50.705+0000 7f0ff6544900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:02:50.706+0000 7f0ff6544900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:02:50.706+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:02:50.712+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894579 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:02:50.712+0000 7f0fd17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:02:50.713+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.1 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.2 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.3 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.4 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.5 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.6 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.7 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.8 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.9 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.10 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:02:50.720+0000 7f0ff6544900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1.11 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:02:50.720+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.0 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:02:50.721+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.3 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.4 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:02:50.722+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.5 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.6 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:02:50.723+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.7 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.8 2026-04-02T12:02:50.768 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.9 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:02:50.724+0000 7f0ff6544900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.10 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:02:50.728+0000 7f0ff6544900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:02:50.728+0000 7f0ff6544900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:02:50.729+0000 7f0ff6544900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894580 cookie 93969017509856 notifier 6638 bl.length()=927 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:02:50.732+0000 7f0fd1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:02:50.733+0000 7f0ff6544900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0ff6544900 time 2026-04-02T12:02:50.734716+0000 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f0ff798f8f8] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:02:50.734+0000 7f0ff6544900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f0ff6544900 thread_name:radosgw-admin 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f0ff6a3fc30] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f0ff6a8d02c] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f0ff798f957] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x5576daadafc4] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x5576db1fb0ac] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5576db1fbf02] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f0ff6a2a610] 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:02:50.769 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:02:50.770 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0f997fa640 / http_manager 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0f9b7fe640 / http_manager 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fc7fff640 / ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd17fa640 / io_context_pool 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd1ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fd3fff640 / ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fdeffd640 / ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fe8ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0fe97fa640 / admin_socket 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff135b640 / ms_dispatch 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff1b5c640 / msgr-worker-2 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff235d640 / msgr-worker-1 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff2b5e640 / msgr-worker-0 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff335f640 / io_context_pool 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: 7f0ff6544900 / radosgw-admin 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:02:50.736101Z_cbd4d802-8423-4abb-a209-5f1b5f751992/log 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:50.771 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:50.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.783+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 realm 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.784+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.785+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.785+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.786+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.788 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.786+0000 7f8e54d2f900 20 searching for the correct realm 2026-04-02T12:02:50.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.790+0000 7f8e51241640 0 -- 192.168.123.101:0/1129718643 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f8e3801c050 msgr2=0x7f8e38038920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:50.796 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.793+0000 7f8e50a40640 0 -- 192.168.123.101:0/1129718643 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55caa509e200 msgr2=0x55caa50be5e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.798 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.796+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 zone default found 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 4 Realm: () 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 zonegroup default 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.799 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 started sync module instance, tier type = 2026-04-02T12:02:50.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.797+0000 7f8e54d2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:50.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.801+0000 7f8e54d2f900 20 add_watcher() i=7 2026-04-02T12:02:50.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.801+0000 7f8e54d2f900 20 add_watcher() i=6 2026-04-02T12:02:50.803 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.801+0000 7f8e54d2f900 20 add_watcher() i=5 2026-04-02T12:02:50.804 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.802+0000 7f8e54d2f900 20 add_watcher() i=4 2026-04-02T12:02:50.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.802+0000 7f8e54d2f900 20 add_watcher() i=3 2026-04-02T12:02:50.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.802+0000 7f8e54d2f900 20 add_watcher() i=2 2026-04-02T12:02:50.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.802+0000 7f8e54d2f900 20 add_watcher() i=1 2026-04-02T12:02:50.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.803+0000 7f8e54d2f900 20 add_watcher() i=0 2026-04-02T12:02:50.805 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.803+0000 7f8e54d2f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:50.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.805+0000 7f8e54d2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:50.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.805+0000 7f8e54d2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:50.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.805+0000 7f8e54d2f900 5 note: GC not initialized 2026-04-02T12:02:50.807 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.805+0000 7f8dfdfeb640 20 reqs_thread_entry: start 2026-04-02T12:02:50.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8e54d2f900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:50.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8e54d2f900 20 Filter name: none 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8df77fe640 20 reqs_thread_entry: start 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.845+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:50.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:50.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.846+0000 7f8e54d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:02:50.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=3 2026-04-02T12:02:50.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 2 removed watcher, disabling cache 2026-04-02T12:02:50.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=0 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=1 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=7 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=4 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.852+0000 7f8e54d2f900 20 remove_watcher() i=5 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.853+0000 7f8e54d2f900 20 remove_watcher() i=2 2026-04-02T12:02:50.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.853+0000 7f8e54d2f900 20 remove_watcher() i=6 2026-04-02T12:02:50.863 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.863 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:02:50.863 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:02:50.863 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:02:50.864 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.864 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.886 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:02:50.887 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:02:50.938 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:02:50.958 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:02:50.958 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:02:50.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 realm 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.977+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.978+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:50.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.978+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.978+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:50.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.978+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:50.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.979+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:02:50.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.979+0000 7fc71753a900 20 searching for the correct realm 2026-04-02T12:02:50.985 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:50.983+0000 7fc70effd640 0 -- 192.168.123.101:0/1624539399 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fc708066a10 msgr2=0x7fc70809d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:51.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.189+0000 7fc70f7fe640 0 -- 192.168.123.101:0/1624539399 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x563f8a30e7c0 msgr2=0x563f8a32ec70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:51.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 20 zone default found 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.191+0000 7fc71753a900 4 Realm: () 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 zonegroup default 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:51.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:02:51.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 started sync module instance, tier type = 2026-04-02T12:02:51.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.192+0000 7fc71753a900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:02:51.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.195+0000 7fc71753a900 20 add_watcher() i=7 2026-04-02T12:02:51.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.195+0000 7fc71753a900 20 add_watcher() i=6 2026-04-02T12:02:51.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.196+0000 7fc71753a900 20 add_watcher() i=5 2026-04-02T12:02:51.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.197+0000 7fc71753a900 20 add_watcher() i=4 2026-04-02T12:02:51.199 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.197+0000 7fc71753a900 20 add_watcher() i=1 2026-04-02T12:02:51.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.197+0000 7fc71753a900 20 add_watcher() i=2 2026-04-02T12:02:51.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.197+0000 7fc71753a900 20 add_watcher() i=3 2026-04-02T12:02:51.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.198+0000 7fc71753a900 20 add_watcher() i=0 2026-04-02T12:02:51.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.198+0000 7fc71753a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:02:51.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.200+0000 7fc71753a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:02:51.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.200+0000 7fc71753a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:02:51.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.200+0000 7fc71753a900 5 note: GC not initialized 2026-04-02T12:02:51.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.200+0000 7fc6bbfff640 20 reqs_thread_entry: start 2026-04-02T12:02:51.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 init_complete bucket index max shards: 11 2026-04-02T12:02:51.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 Filter name: none 2026-04-02T12:02:51.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc6b9ffb640 20 reqs_thread_entry: start 2026-04-02T12:02:51.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : miss 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 rados->read ofs=0 len=0 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:02:51.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.242+0000 7fc71753a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:02:51.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.243+0000 7fc71753a900 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to be held by another RGW process; skipping for now 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=3 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 2 removed watcher, disabling cache 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=7 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=0 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=1 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=5 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.247+0000 7fc71753a900 20 remove_watcher() i=4 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.248+0000 7fc71753a900 20 remove_watcher() i=2 2026-04-02T12:02:51.250 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:02:51.248+0000 7fc71753a900 20 remove_watcher() i=6 2026-04-02T12:02:51.257 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:03:21.287 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:21.306 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:21.306 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:21.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.321+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.321+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.321+0000 7f14e5af2900 20 realm 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.321+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:21.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.322+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.323+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:21.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.323+0000 7f14e5af2900 20 searching for the correct realm 2026-04-02T12:03:21.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.326+0000 7f14df7fe640 0 -- 192.168.123.101:0/109069574 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55cc0c602200 msgr2=0x55cc0c622640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:21.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.329+0000 7f14d7fff640 0 -- 192.168.123.101:0/109069574 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55cc0c6461c0 msgr2=0x55cc0c6665a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.330+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:21.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 zone default found 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 4 Realm: () 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 zonegroup default 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.331+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.332+0000 7f14e5af2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.332+0000 7f14e5af2900 20 started sync module instance, tier type = 2026-04-02T12:03:21.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.332+0000 7f14e5af2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:21.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=7 2026-04-02T12:03:21.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=3 2026-04-02T12:03:21.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=5 2026-04-02T12:03:21.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=6 2026-04-02T12:03:21.337 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=1 2026-04-02T12:03:21.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.335+0000 7f14e5af2900 20 add_watcher() i=0 2026-04-02T12:03:21.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.336+0000 7f14e5af2900 20 add_watcher() i=2 2026-04-02T12:03:21.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.336+0000 7f14e5af2900 20 add_watcher() i=4 2026-04-02T12:03:21.338 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.336+0000 7f14e5af2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:21.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.337+0000 7f14e5af2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:21.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.337+0000 7f14e5af2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:21.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.337+0000 7f14e5af2900 5 note: GC not initialized 2026-04-02T12:03:21.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.338+0000 7f148b7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 Filter name: none 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14897fa640 20 reqs_thread_entry: start 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : miss 2026-04-02T12:03:21.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 20 rados_obj.operate() r=0 bl.length=455 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.374+0000 7f14e5af2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:03:21.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.375+0000 7f14e5af2900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14e5af2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14e5af2900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14e5af2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14e5af2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894581 cookie 94334869639840 notifier 6689 bl.length()=927 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14c1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.382+0000 7f14c1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.383+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:03:21.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.383+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:03:21.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.383+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:03:21.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.383+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:03:21.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.384+0000 7f14c1ffb640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1' needs retry: Success 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.0 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.0 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.1 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.1 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.2 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.2 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.3 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.3 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.4 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.4 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.5 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.5 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.6 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.6 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.7 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.7 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.8 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.8 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.9 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.9 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.10 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.10 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.11 2026-04-02T12:03:21.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2.11 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.387+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.0 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.388+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.388+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.388+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.3 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.389+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.4 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.389+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.5 2026-04-02T12:03:21.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.389+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.6 2026-04-02T12:03:21.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.389+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.7 2026-04-02T12:03:21.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.390+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.8 2026-04-02T12:03:21.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.390+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.9 2026-04-02T12:03:21.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.390+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.10 2026-04-02T12:03:21.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.393+0000 7f14e5af2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:21.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.393+0000 7f14e5af2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14e5af2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14e5af2900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14e5af2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14e5af2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14c27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894582 cookie 94334869639840 notifier 6689 bl.length()=927 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14c27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14c27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.394+0000 7f14c27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.395+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:03:21.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.395+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:03:21.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.395+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:03:21.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.395+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:03:21.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.398+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.0 2026-04-02T12:03:21.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.398+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.1 2026-04-02T12:03:21.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.398+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.2 2026-04-02T12:03:21.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.399+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.3 2026-04-02T12:03:21.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.399+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.4 2026-04-02T12:03:21.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.399+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.5 2026-04-02T12:03:21.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.399+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.6 2026-04-02T12:03:21.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.7 2026-04-02T12:03:21.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.8 2026-04-02T12:03:21.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.9 2026-04-02T12:03:21.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30.10 2026-04-02T12:03:21.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:21.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.400+0000 7f14e5af2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 2026-04-02T12:03:21.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14e5af2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14e5af2900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14e5af2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14e5af2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30, ofs0, ns] 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14c1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894583 cookie 94334869639840 notifier 6689 bl.length()=891 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14c1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 info.flags=0x17 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14c1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 to cache LRU end 2026-04-02T12:03:21.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.401+0000 7f14c1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:21.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.402+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_sources= new_sources= 2026-04-02T12:03:21.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.402+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential sources added=[] removed=[] 2026-04-02T12:03:21.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.402+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): orig_dests= new_dests= 2026-04-02T12:03:21.405 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.402+0000 7f14e5af2900 20 handle_bi_update(): bucket=:abort-at-block-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30]): potential dests added=[] removed=[] 2026-04-02T12:03:21.407 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.404+0000 7f14e5af2900 1 execute INFO: reshard of bucket "abort-at-block-writes" from 11 shards to 12 shards completed successfully 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.407+0000 7f14e5af2900 20 remove_watcher() i=3 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.407+0000 7f14e5af2900 2 removed watcher, disabling cache 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.407+0000 7f14e5af2900 20 remove_watcher() i=1 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=7 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=2 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=0 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=5 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=4 2026-04-02T12:03:21.410 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.408+0000 7f14e5af2900 20 remove_watcher() i=6 2026-04-02T12:03:21.418 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-02T12:03:21.436 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:21.436 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.450+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 realm 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.451+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.452+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:21.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.452+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.452+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:21.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.452+0000 7f74d2d67900 20 searching for the correct realm 2026-04-02T12:03:21.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.454+0000 7f74cf2e1640 0 -- 192.168.123.101:0/1472822698 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5617b6cdf410 msgr2=0x5617b6cff890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:21.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.458+0000 7f74ce2df640 0 -- 192.168.123.101:0/1472822698 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5617b6c78770 msgr2=0x5617b6c98c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:21.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.460+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 zone default found 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 4 Realm: () 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 zonegroup default 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:21.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 started sync module instance, tier type = 2026-04-02T12:03:21.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.461+0000 7f74d2d67900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:21.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=3 2026-04-02T12:03:21.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=6 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=5 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=2 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=7 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=1 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=4 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 20 add_watcher() i=0 2026-04-02T12:03:21.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.464+0000 7f74d2d67900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:21.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.466+0000 7f74d2d67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:21.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.466+0000 7f74d2d67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:21.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.466+0000 7f74d2d67900 5 note: GC not initialized 2026-04-02T12:03:21.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.466+0000 7f74777fe640 20 reqs_thread_entry: start 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 Filter name: none 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74757fa640 20 reqs_thread_entry: start 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:03:21.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=189 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.498+0000 7f74d2d67900 20 rados->read ofs=0 len=0 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.499+0000 7f74d2d67900 20 rados_obj.operate() r=0 bl.length=419 2026-04-02T12:03:21.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.499+0000 7f74d2d67900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=0 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 2 removed watcher, disabling cache 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=7 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=3 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=5 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=6 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=4 2026-04-02T12:03:21.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=1 2026-04-02T12:03:21.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:21.503+0000 7f74d2d67900 20 remove_watcher() i=2 2026-04-02T12:03:21.511 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:21.511 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:21.511 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-block-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.30 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:03:21.511 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:21.512 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.512 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.523 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.523 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.665 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.665 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.746 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2026-04-02T12:03:21.746 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:21.747 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.747 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.775 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.775 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.823 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.824 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.873 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.873 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.923 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.923 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:21.972 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:21.972 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.022 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.022 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.072 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.072 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.121 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.121 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.170 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.170 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.219 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.219 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.270 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.270 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.319 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.319 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.368 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.368 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.417 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.417 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.466 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.466 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.516 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.516 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.565 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.565 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.616 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.616 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.665 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.665 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.714 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.714 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.763 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:22.763 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:22.813 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:22.833 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:22.833 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:22.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.849+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 20 realm 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.850+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.851+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.851+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.851+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:22.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.851+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.852+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:22.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.852+0000 7f35e8214900 20 searching for the correct realm 2026-04-02T12:03:22.856 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.854+0000 7f35deffd640 0 -- 192.168.123.101:0/2147869191 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f35d0039030 msgr2=0x7f35d0043430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:22.859 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.857+0000 7f35deffd640 0 -- 192.168.123.101:0/2147869191 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f35a00a4bc0 msgr2=0x7f35a00c4fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:22.863 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 zone default found 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 4 Realm: () 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 zonegroup default 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.861+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 started sync module instance, tier type = 2026-04-02T12:03:22.864 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.862+0000 7f35e8214900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.865+0000 7f35e8214900 20 add_watcher() i=7 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.865+0000 7f35e8214900 20 add_watcher() i=2 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=5 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=6 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=3 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=4 2026-04-02T12:03:22.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=1 2026-04-02T12:03:22.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 20 add_watcher() i=0 2026-04-02T12:03:22.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.866+0000 7f35e8214900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:22.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.868+0000 7f35e8214900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:22.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.868+0000 7f35e8214900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:22.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.868+0000 7f35e8214900 5 note: GC not initialized 2026-04-02T12:03:22.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.868+0000 7f3590ff1640 20 reqs_thread_entry: start 2026-04-02T12:03:22.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f35e8214900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:22.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f35e8214900 20 Filter name: none 2026-04-02T12:03:22.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f3589ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:22.910 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.908+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:22.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:22.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.909+0000 7f35e8214900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=3 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 2 removed watcher, disabling cache 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=0 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=7 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=6 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=5 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.914+0000 7f35e8214900 20 remove_watcher() i=1 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.915+0000 7f35e8214900 20 remove_watcher() i=4 2026-04-02T12:03:22.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.915+0000 7f35e8214900 20 remove_watcher() i=2 2026-04-02T12:03:22.923 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:22.923 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:22.923 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:03:22.923 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:22.925 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2026-04-02T12:03:22.947 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:22.947 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:22.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.963+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 realm 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:22.967 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.965+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.966+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:22.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.966+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:22.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.966+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:22.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.966+0000 7fae3412f900 20 searching for the correct realm 2026-04-02T12:03:22.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:22.970+0000 7fae2b7fe640 0 -- 192.168.123.101:0/3057721863 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fae240bd5b0 msgr2=0x7fae240efa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.175+0000 7fae2b7fe640 0 -- 192.168.123.101:0/3057721863 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x560292329480 msgr2=0x5602923498a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 zone default found 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 4 Realm: () 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 zonegroup default 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.177+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.178+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.178+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.178+0000 7fae3412f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.178+0000 7fae3412f900 20 started sync module instance, tier type = 2026-04-02T12:03:23.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.178+0000 7fae3412f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:23.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=3 2026-04-02T12:03:23.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=7 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=0 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=5 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=4 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=2 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=6 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 20 add_watcher() i=1 2026-04-02T12:03:23.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.181+0000 7fae3412f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:23.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.183+0000 7fae3412f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:23.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.183+0000 7fae3412f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:23.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.183+0000 7fae3412f900 5 note: GC not initialized 2026-04-02T12:03:23.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.183+0000 7fadd7fff640 20 reqs_thread_entry: start 2026-04-02T12:03:23.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.217+0000 7fae3412f900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:23.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.217+0000 7fae3412f900 20 Filter name: none 2026-04-02T12:03:23.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.217+0000 7fadd5ffb640 20 reqs_thread_entry: start 2026-04-02T12:03:23.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.217+0000 7fae3412f900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:23.219 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.217+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 : miss 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.221 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.218+0000 7fae3412f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 2026-04-02T12:03:23.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae3412f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae3412f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae3412f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.226 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae3412f900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31, ofs0, ns] 2026-04-02T12:03:23.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae0effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894588 cookie 94569042734784 notifier 7206 bl.length()=943 2026-04-02T12:03:23.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae0effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae0effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.227 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.224+0000 7fae0effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.226+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_sources= new_sources= 2026-04-02T12:03:23.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.226+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential sources added=[] removed=[] 2026-04-02T12:03:23.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.226+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_dests= new_dests= 2026-04-02T12:03:23.228 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.226+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential dests added=[] removed=[] 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.0 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.0 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.1 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.1 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.2 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.2 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.3 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.3 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.4 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.4 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.5 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.5 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.6 2026-04-02T12:03:23.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.6 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.7 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.7 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.8 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.8 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.9 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.9 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.10 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.10 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.11 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1.11 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.0 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.230+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.231+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.231+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.3 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.231+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.4 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.232+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.5 2026-04-02T12:03:23.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.232+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.6 2026-04-02T12:03:23.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.232+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.7 2026-04-02T12:03:23.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.233+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.8 2026-04-02T12:03:23.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.233+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.9 2026-04-02T12:03:23.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.233+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.10 2026-04-02T12:03:23.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.237+0000 7fae3412f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:23.240 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.237+0000 7fae3412f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 2026-04-02T12:03:23.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae3412f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae3412f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae3412f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae3412f900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31, ofs0, ns] 2026-04-02T12:03:23.241 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae0effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894589 cookie 94569042734784 notifier 7206 bl.length()=943 2026-04-02T12:03:23.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae0effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae0effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.242 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.239+0000 7fae0effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.240+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_sources= new_sources= 2026-04-02T12:03:23.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.240+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential sources added=[] removed=[] 2026-04-02T12:03:23.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.240+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_dests= new_dests= 2026-04-02T12:03:23.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.240+0000 7fae3412f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential dests added=[] removed=[] 2026-04-02T12:03:23.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.243+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.0 2026-04-02T12:03:23.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.244+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1 2026-04-02T12:03:23.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.244+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2 2026-04-02T12:03:23.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.244+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.3 2026-04-02T12:03:23.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.244+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.4 2026-04-02T12:03:23.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.245+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.5 2026-04-02T12:03:23.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.245+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.6 2026-04-02T12:03:23.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.245+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.7 2026-04-02T12:03:23.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.246+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.8 2026-04-02T12:03:23.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.246+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.9 2026-04-02T12:03:23.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.246+0000 7fae3412f900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.10 2026-04-02T12:03:23.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.247+0000 7fae3412f900 -1 Injecting error=-5 at location=commit_target_layout 2026-04-02T12:03:23.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.247+0000 7fae3412f900 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 20 remove_watcher() i=2 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 2 removed watcher, disabling cache 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 20 remove_watcher() i=1 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 20 remove_watcher() i=4 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 20 remove_watcher() i=3 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.255+0000 7fae3412f900 20 remove_watcher() i=7 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.256+0000 7fae3412f900 20 remove_watcher() i=5 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.256+0000 7fae3412f900 20 remove_watcher() i=0 2026-04-02T12:03:23.258 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.256+0000 7fae3412f900 20 remove_watcher() i=6 2026-04-02T12:03:23.267 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:23.286 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:23.286 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:23.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.303+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 realm 2026-04-02T12:03:23.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:23.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.304+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.307 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.305+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.305+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.305+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.306+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:23.308 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.306+0000 7f497731c900 20 searching for the correct realm 2026-04-02T12:03:23.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.309+0000 7f49755d2640 0 -- 192.168.123.101:0/2965086290 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f495c070040 msgr2=0x7f495c02b9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.312+0000 7f4974dd1640 0 -- 192.168.123.101:0/2965086290 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x56116f7060c0 msgr2=0x56116f7264a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 zone default found 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 4 Realm: () 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 zonegroup default 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.314+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 started sync module instance, tier type = 2026-04-02T12:03:23.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.315+0000 7f497731c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:23.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.319+0000 7f497731c900 20 add_watcher() i=6 2026-04-02T12:03:23.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.319+0000 7f497731c900 20 add_watcher() i=5 2026-04-02T12:03:23.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.319+0000 7f497731c900 20 add_watcher() i=7 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.319+0000 7f497731c900 20 add_watcher() i=3 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.320+0000 7f497731c900 20 add_watcher() i=0 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.320+0000 7f497731c900 20 add_watcher() i=2 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.320+0000 7f497731c900 20 add_watcher() i=1 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.320+0000 7f497731c900 20 add_watcher() i=4 2026-04-02T12:03:23.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.320+0000 7f497731c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:23.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.322+0000 7f497731c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:23.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.322+0000 7f497731c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:23.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.322+0000 7f497731c900 5 note: GC not initialized 2026-04-02T12:03:23.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.322+0000 7f4921feb640 20 reqs_thread_entry: start 2026-04-02T12:03:23.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.359+0000 7f497731c900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:23.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.359+0000 7f497731c900 20 Filter name: none 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.359+0000 7f491b7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.359+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:23.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.360+0000 7f497731c900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.361+0000 7f497731c900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:03:23.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.361+0000 7f497731c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.365+0000 7f497731c900 20 remove_watcher() i=3 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 2 removed watcher, disabling cache 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=7 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=5 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=1 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=0 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=4 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=2 2026-04-02T12:03:23.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.366+0000 7f497731c900 20 remove_watcher() i=6 2026-04-02T12:03:23.375 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:23.375 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:23.375 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:03:23.375 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:23.376 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:23.376 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:23.396 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:23.396 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:23.444 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:23.464 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:23.464 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.483+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 realm 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.484+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.485+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.485+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.485+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:23.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.485+0000 7f98415af900 20 searching for the correct realm 2026-04-02T12:03:23.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.488+0000 7f983f867640 0 -- 192.168.123.101:0/3742886970 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f982803d040 msgr2=0x7f982803d920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.695 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.693+0000 7f983f867640 0 -- 192.168.123.101:0/3742886970 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5627c964a300 msgr2=0x5627c966a7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.695+0000 7f98415af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 zone default found 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 4 Realm: () 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 zonegroup default 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.696+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 started sync module instance, tier type = 2026-04-02T12:03:23.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.697+0000 7f98415af900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:23.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.700+0000 7f98415af900 20 add_watcher() i=5 2026-04-02T12:03:23.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.701+0000 7f98415af900 20 add_watcher() i=2 2026-04-02T12:03:23.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.701+0000 7f98415af900 20 add_watcher() i=6 2026-04-02T12:03:23.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.701+0000 7f98415af900 20 add_watcher() i=7 2026-04-02T12:03:23.703 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.701+0000 7f98415af900 20 add_watcher() i=3 2026-04-02T12:03:23.704 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.702+0000 7f98415af900 20 add_watcher() i=1 2026-04-02T12:03:23.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.702+0000 7f98415af900 20 add_watcher() i=4 2026-04-02T12:03:23.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.703+0000 7f98415af900 20 add_watcher() i=0 2026-04-02T12:03:23.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.703+0000 7f98415af900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:23.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.705+0000 7f98415af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:23.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.705+0000 7f98415af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:23.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.705+0000 7f98415af900 5 note: GC not initialized 2026-04-02T12:03:23.707 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.705+0000 7f97ecfe9640 20 reqs_thread_entry: start 2026-04-02T12:03:23.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.741+0000 7f98415af900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:23.743 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.741+0000 7f98415af900 20 Filter name: none 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.741+0000 7f97e67fc640 20 reqs_thread_entry: start 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.741+0000 7f98415af900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.741+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 : miss 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.744 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:03:23.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:23.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.745 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.742+0000 7f98415af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 2026-04-02T12:03:23.746 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.743+0000 7f98415af900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:03:23.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.750+0000 7f98415af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.750+0000 7f98415af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.750+0000 7f98415af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.750+0000 7f98415af900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31, ofs0, ns] 2026-04-02T12:03:23.753 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.751+0000 7f981affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894590 cookie 94728882572640 notifier 7236 bl.length()=943 2026-04-02T12:03:23.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.751+0000 7f981affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.751+0000 7f981affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.754 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.751+0000 7f981affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.752+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_sources= new_sources= 2026-04-02T12:03:23.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.752+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential sources added=[] removed=[] 2026-04-02T12:03:23.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.752+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_dests= new_dests= 2026-04-02T12:03:23.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.752+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential dests added=[] removed=[] 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.0 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.0 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.1 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.1 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.2 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.2 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.3 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.3 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.4 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.4 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.5 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.5 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.6 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.6 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.7 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.7 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.8 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.8 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.9 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.9 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.10 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.10 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.11 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2.11 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.757+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.0 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.758+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1 2026-04-02T12:03:23.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.758+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2 2026-04-02T12:03:23.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.758+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.3 2026-04-02T12:03:23.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.759+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.4 2026-04-02T12:03:23.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.759+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.5 2026-04-02T12:03:23.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.759+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.6 2026-04-02T12:03:23.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.759+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.7 2026-04-02T12:03:23.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.760+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.8 2026-04-02T12:03:23.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.760+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.9 2026-04-02T12:03:23.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.760+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.10 2026-04-02T12:03:23.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.764+0000 7f98415af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:23.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.764+0000 7f98415af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 2026-04-02T12:03:23.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f98415af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f98415af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f98415af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f98415af900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31, ofs0, ns] 2026-04-02T12:03:23.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f981a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894591 cookie 94728882572640 notifier 7236 bl.length()=943 2026-04-02T12:03:23.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f981a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f981a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.765+0000 7f981a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.767+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_sources= new_sources= 2026-04-02T12:03:23.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.767+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential sources added=[] removed=[] 2026-04-02T12:03:23.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.767+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_dests= new_dests= 2026-04-02T12:03:23.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.767+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential dests added=[] removed=[] 2026-04-02T12:03:23.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.769+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.0 2026-04-02T12:03:23.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.770+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.1 2026-04-02T12:03:23.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.770+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.2 2026-04-02T12:03:23.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.770+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.3 2026-04-02T12:03:23.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.771+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.4 2026-04-02T12:03:23.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.771+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.5 2026-04-02T12:03:23.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.771+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.6 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.771+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.7 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.771+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.8 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.772+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.9 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.772+0000 7f98415af900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31.10 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.772+0000 7f98415af900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:23.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.772+0000 7f98415af900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 2026-04-02T12:03:23.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f98415af900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f98415af900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f98415af900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f98415af900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31, ofs0, ns] 2026-04-02T12:03:23.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f981a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894592 cookie 94728882572640 notifier 7236 bl.length()=907 2026-04-02T12:03:23.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f981a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 info.flags=0x17 2026-04-02T12:03:23.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f981a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 to cache LRU end 2026-04-02T12:03:23.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.774+0000 7f981a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:23.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.775+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_sources= new_sources= 2026-04-02T12:03:23.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.775+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential sources added=[] removed=[] 2026-04-02T12:03:23.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.775+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): orig_dests= new_dests= 2026-04-02T12:03:23.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.775+0000 7f98415af900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31]): potential dests added=[] removed=[] 2026-04-02T12:03:23.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.778+0000 7f98415af900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:03:23.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.782+0000 7f98415af900 20 remove_watcher() i=0 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.782+0000 7f98415af900 2 removed watcher, disabling cache 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.782+0000 7f98415af900 20 remove_watcher() i=2 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.782+0000 7f98415af900 20 remove_watcher() i=3 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.783+0000 7f98415af900 20 remove_watcher() i=1 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.783+0000 7f98415af900 20 remove_watcher() i=4 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.783+0000 7f98415af900 20 remove_watcher() i=6 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.783+0000 7f98415af900 20 remove_watcher() i=5 2026-04-02T12:03:23.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.783+0000 7f98415af900 20 remove_watcher() i=7 2026-04-02T12:03:23.793 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:23.812 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:23.812 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:23.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.829+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 realm 2026-04-02T12:03:23.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.830+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.831+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.831+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.831+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:23.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.831+0000 7fc944ba2900 20 searching for the correct realm 2026-04-02T12:03:23.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.833+0000 7fc941e58640 0 -- 192.168.123.101:0/1126548316 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fc92c074d70 msgr2=0x7fc92c043a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:23.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.837+0000 7fc942659640 0 -- 192.168.123.101:0/1126548316 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fc920003a70 msgr2=0x7fc93400f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 zone default found 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 4 Realm: () 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 zonegroup default 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.841+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.842+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.842+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.842+0000 7fc944ba2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.842+0000 7fc944ba2900 20 started sync module instance, tier type = 2026-04-02T12:03:23.844 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.842+0000 7fc944ba2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.845+0000 7fc944ba2900 20 add_watcher() i=5 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.845+0000 7fc944ba2900 20 add_watcher() i=6 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.845+0000 7fc944ba2900 20 add_watcher() i=3 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 20 add_watcher() i=2 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 20 add_watcher() i=1 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 20 add_watcher() i=7 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 20 add_watcher() i=4 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 20 add_watcher() i=0 2026-04-02T12:03:23.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.846+0000 7fc944ba2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:23.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.848+0000 7fc944ba2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:23.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.848+0000 7fc944ba2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:23.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.848+0000 7fc944ba2900 5 note: GC not initialized 2026-04-02T12:03:23.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.848+0000 7fc8eaffd640 20 reqs_thread_entry: start 2026-04-02T12:03:23.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.882+0000 7fc944ba2900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.882+0000 7fc944ba2900 20 Filter name: none 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.882+0000 7fc8e8ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.882+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:23.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:23.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.883+0000 7fc944ba2900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.887+0000 7fc944ba2900 20 remove_watcher() i=7 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.887+0000 7fc944ba2900 2 removed watcher, disabling cache 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.887+0000 7fc944ba2900 20 remove_watcher() i=3 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=5 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=6 2026-04-02T12:03:23.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=0 2026-04-02T12:03:23.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=4 2026-04-02T12:03:23.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=1 2026-04-02T12:03:23.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:23.888+0000 7fc944ba2900 20 remove_watcher() i=2 2026-04-02T12:03:23.897 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:23.897 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:23.897 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.31 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:03:23.897 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:23.899 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:23.899 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:23.909 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:23.909 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.047 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.047 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.128 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2026-04-02T12:03:24.128 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:24.129 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.129 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.157 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.158 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.205 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.205 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.254 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.254 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.305 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.305 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.378 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.378 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.427 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.427 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.476 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.476 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.525 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.525 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.574 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.574 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.623 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.623 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.672 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.672 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.721 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.721 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.770 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.770 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.819 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.819 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.870 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.870 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.919 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.919 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:24.969 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:24.969 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:25.018 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:25.018 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:25.067 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:25.067 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:25.116 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:25.116 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:25.165 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:25.165 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:25.216 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:25.234 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:25.234 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:25.254 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.251+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 realm 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.255 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.253+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.254+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.256 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.254+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.254+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:25.257 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.254+0000 7f0742374900 20 searching for the correct realm 2026-04-02T12:03:25.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.257+0000 7f073e984640 0 -- 192.168.123.101:0/2842515949 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0724078bb0 msgr2=0x7f0724070b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:25.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.461+0000 7f073e984640 0 -- 192.168.123.101:0/2842515949 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0724078bb0 msgr2=0x7f0724070b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.464+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.467 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 zone default found 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 4 Realm: () 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 zonegroup default 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.465+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.466+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.466+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.466+0000 7f0742374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.466+0000 7f0742374900 20 started sync module instance, tier type = 2026-04-02T12:03:25.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.466+0000 7f0742374900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:25.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.469+0000 7f0742374900 20 add_watcher() i=1 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=0 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=3 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=6 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=7 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=4 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=5 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 20 add_watcher() i=2 2026-04-02T12:03:25.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.470+0000 7f0742374900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:25.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.472+0000 7f0742374900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:25.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.472+0000 7f0742374900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:25.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.472+0000 7f0742374900 5 note: GC not initialized 2026-04-02T12:03:25.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.472+0000 7f06e6ffd640 20 reqs_thread_entry: start 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f0742374900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f0742374900 20 Filter name: none 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f06e4ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.511+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:25.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:25.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.512+0000 7f0742374900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=7 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 2 removed watcher, disabling cache 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=3 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=0 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=5 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=6 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=4 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=1 2026-04-02T12:03:25.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.517+0000 7f0742374900 20 remove_watcher() i=2 2026-04-02T12:03:25.526 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:25.526 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:25.526 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:03:25.526 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:25.528 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2026-04-02T12:03:25.552 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:25.552 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:25.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.569+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 20 realm 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.570+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.571+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.573 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.571+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.571+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.571+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.572+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:25.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.572+0000 7f7109cf2900 20 searching for the correct realm 2026-04-02T12:03:25.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.574+0000 7f71037fe640 0 -- 192.168.123.101:0/2378338344 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f70f0036040 msgr2=0x7f70f002a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:03:25.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.779+0000 7f71037fe640 0 -- 192.168.123.101:0/2378338344 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f70f0036040 msgr2=0x7f70f002a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:25.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:25.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:25.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:25.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.782+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 zone default found 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 4 Realm: () 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 zonegroup default 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.785 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 started sync module instance, tier type = 2026-04-02T12:03:25.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.783+0000 7f7109cf2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:25.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.786+0000 7f7109cf2900 20 add_watcher() i=7 2026-04-02T12:03:25.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.786+0000 7f7109cf2900 20 add_watcher() i=0 2026-04-02T12:03:25.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.787+0000 7f7109cf2900 20 add_watcher() i=6 2026-04-02T12:03:25.789 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.787+0000 7f7109cf2900 20 add_watcher() i=5 2026-04-02T12:03:25.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.787+0000 7f7109cf2900 20 add_watcher() i=3 2026-04-02T12:03:25.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.787+0000 7f7109cf2900 20 add_watcher() i=2 2026-04-02T12:03:25.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.788+0000 7f7109cf2900 20 add_watcher() i=4 2026-04-02T12:03:25.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.788+0000 7f7109cf2900 20 add_watcher() i=1 2026-04-02T12:03:25.790 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.788+0000 7f7109cf2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:25.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.789+0000 7f7109cf2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:25.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.789+0000 7f7109cf2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:25.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.790+0000 7f7109cf2900 5 note: GC not initialized 2026-04-02T12:03:25.792 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.790+0000 7f70b4fe9640 20 reqs_thread_entry: start 2026-04-02T12:03:25.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:25.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 20 Filter name: none 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f70adffb640 20 reqs_thread_entry: start 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.851+0000 7f7109cf2900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 : miss 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:25.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.855 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.852+0000 7f7109cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.857+0000 7f7109cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.857+0000 7f7109cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.857+0000 7f7109cf2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.857+0000 7f7109cf2900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32, ofs0, ns] 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.858+0000 7f70e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894597 cookie 93934612993312 notifier 6809 bl.length()=943 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.858+0000 7f70e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.858+0000 7f70e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.858+0000 7f70e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.859+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_sources= new_sources= 2026-04-02T12:03:25.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.859+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential sources added=[] removed=[] 2026-04-02T12:03:25.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.859+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_dests= new_dests= 2026-04-02T12:03:25.861 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.859+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential dests added=[] removed=[] 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.0 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.0 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.1 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.1 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.2 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.2 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.3 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.3 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.4 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.4 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.5 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.5 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.6 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.6 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.7 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.7 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.8 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.8 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.9 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.9 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.10 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.10 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.11 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1.11 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.0 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.2 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.865+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.3 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.866+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.4 2026-04-02T12:03:25.868 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.866+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.5 2026-04-02T12:03:25.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.866+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.6 2026-04-02T12:03:25.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.867+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.7 2026-04-02T12:03:25.869 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.867+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.8 2026-04-02T12:03:25.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.867+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.9 2026-04-02T12:03:25.870 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.868+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.10 2026-04-02T12:03:25.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.871+0000 7f7109cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:25.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.871+0000 7f7109cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 2026-04-02T12:03:25.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f7109cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f7109cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f7109cf2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f7109cf2900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32, ofs0, ns] 2026-04-02T12:03:25.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f70e27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894598 cookie 93934612993312 notifier 6809 bl.length()=943 2026-04-02T12:03:25.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f70e27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f70e27fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.872+0000 7f70e27fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.874+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_sources= new_sources= 2026-04-02T12:03:25.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.874+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential sources added=[] removed=[] 2026-04-02T12:03:25.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.874+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_dests= new_dests= 2026-04-02T12:03:25.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.874+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential dests added=[] removed=[] 2026-04-02T12:03:25.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.876+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.0 2026-04-02T12:03:25.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.877+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.1 2026-04-02T12:03:25.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.877+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.2 2026-04-02T12:03:25.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.877+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.3 2026-04-02T12:03:25.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.878+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.4 2026-04-02T12:03:25.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.878+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.5 2026-04-02T12:03:25.880 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.878+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.6 2026-04-02T12:03:25.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.878+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.7 2026-04-02T12:03:25.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.879+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.8 2026-04-02T12:03:25.881 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.879+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.9 2026-04-02T12:03:25.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.879+0000 7f7109cf2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32.10 2026-04-02T12:03:25.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.880+0000 7f7109cf2900 -1 Injecting error=-125 at location=commit_target_layout 2026-04-02T12:03:25.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.880+0000 7f7109cf2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:25.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.880+0000 7f7109cf2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 2026-04-02T12:03:25.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f7109cf2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f7109cf2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f7109cf2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f7109cf2900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32, ofs0, ns] 2026-04-02T12:03:25.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f70e1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894599 cookie 93934612993312 notifier 6809 bl.length()=907 2026-04-02T12:03:25.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f70e1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 info.flags=0x17 2026-04-02T12:03:25.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f70e1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 to cache LRU end 2026-04-02T12:03:25.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.881+0000 7f70e1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:25.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.882+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_sources= new_sources= 2026-04-02T12:03:25.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.882+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential sources added=[] removed=[] 2026-04-02T12:03:25.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.882+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): orig_dests= new_dests= 2026-04-02T12:03:25.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.882+0000 7f7109cf2900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32]): potential dests added=[] removed=[] 2026-04-02T12:03:25.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.885+0000 7f7109cf2900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:03:25.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=7 2026-04-02T12:03:25.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 2 removed watcher, disabling cache 2026-04-02T12:03:25.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=3 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=1 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=5 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=6 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=0 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=2 2026-04-02T12:03:25.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.889+0000 7f7109cf2900 20 remove_watcher() i=4 2026-04-02T12:03:25.900 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-02T12:03:25.919 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:25.919 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:25.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 20 realm 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.936+0000 7f36dcd21900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.937+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.937+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.937+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.937+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.937+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.938+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:25.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.938+0000 7f36dcd21900 20 searching for the correct realm 2026-04-02T12:03:25.942 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.940+0000 7f36d91ba640 0 -- 192.168.123.101:0/2457824695 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f36c0099070 msgr2=0x7f36c0009590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:25.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.944+0000 7f36d91ba640 0 -- 192.168.123.101:0/2457824695 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f36980a4b40 msgr2=0x7f36980c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:25.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.946+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 zone default found 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 4 Realm: () 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 zonegroup default 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:25.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 started sync module instance, tier type = 2026-04-02T12:03:25.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.947+0000 7f36dcd21900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.950+0000 7f36dcd21900 20 add_watcher() i=3 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.950+0000 7f36dcd21900 20 add_watcher() i=5 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.950+0000 7f36dcd21900 20 add_watcher() i=0 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 20 add_watcher() i=1 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 20 add_watcher() i=4 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 20 add_watcher() i=6 2026-04-02T12:03:25.953 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 20 add_watcher() i=2 2026-04-02T12:03:25.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 20 add_watcher() i=7 2026-04-02T12:03:25.954 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.951+0000 7f36dcd21900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:25.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.953+0000 7f36dcd21900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:25.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.953+0000 7f36dcd21900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:25.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.953+0000 7f36dcd21900 5 note: GC not initialized 2026-04-02T12:03:25.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.953+0000 7f3685feb640 20 reqs_thread_entry: start 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.989+0000 7f36dcd21900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.989+0000 7f36dcd21900 20 Filter name: none 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.989+0000 7f367f7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.989+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:25.992 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados->read ofs=0 len=0 2026-04-02T12:03:25.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:25.993 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.990+0000 7f36dcd21900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:25.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=3 2026-04-02T12:03:25.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 2 removed watcher, disabling cache 2026-04-02T12:03:25.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=7 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=5 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=0 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=6 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=4 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=1 2026-04-02T12:03:25.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:25.995+0000 7f36dcd21900 20 remove_watcher() i=2 2026-04-02T12:03:26.004 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:26.004 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:26.004 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.32 num_objects: 20 size_kb: 1 num_shards: 12 2026-04-02T12:03:26.004 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:26.005 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.005 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.015 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.015 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.171 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.171 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.262 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at commit_target_layout 2026-04-02T12:03:26.263 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:26.263 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.263 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.299 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.299 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.347 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.347 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.396 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.396 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.445 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.445 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.495 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.495 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.546 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.546 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.596 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.597 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.646 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.646 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.697 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.697 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.747 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.747 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.796 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.796 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.845 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.845 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.895 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.895 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.945 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.945 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:26.994 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:26.994 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.044 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.044 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.093 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.093 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.142 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.142 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.191 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.191 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.241 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.241 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.291 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.291 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:27.344 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:03:27.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:27.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:27.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.378+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 realm 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.379+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.380+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.380+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.380+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:27.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.380+0000 7f0737334900 20 searching for the correct realm 2026-04-02T12:03:27.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.383+0000 7f07338ac640 0 -- 192.168.123.101:0/1341633479 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55ced79646d0 msgr2=0x55ced7984b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.387+0000 7f07338ac640 0 -- 192.168.123.101:0/1341633479 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55ced78fd910 msgr2=0x55ced791ddc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.389+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 zone default found 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 4 Realm: () 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:27.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 zonegroup default 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.390+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.391+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.391+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.391+0000 7f0737334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.391+0000 7f0737334900 20 started sync module instance, tier type = 2026-04-02T12:03:27.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.391+0000 7f0737334900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:27.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.394+0000 7f0737334900 20 add_watcher() i=7 2026-04-02T12:03:27.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.394+0000 7f0737334900 20 add_watcher() i=3 2026-04-02T12:03:27.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.394+0000 7f0737334900 20 add_watcher() i=6 2026-04-02T12:03:27.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.394+0000 7f0737334900 20 add_watcher() i=5 2026-04-02T12:03:27.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.395+0000 7f0737334900 20 add_watcher() i=1 2026-04-02T12:03:27.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.395+0000 7f0737334900 20 add_watcher() i=2 2026-04-02T12:03:27.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.395+0000 7f0737334900 20 add_watcher() i=4 2026-04-02T12:03:27.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.396+0000 7f0737334900 20 add_watcher() i=0 2026-04-02T12:03:27.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.396+0000 7f0737334900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:27.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.398+0000 7f0737334900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:27.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.398+0000 7f0737334900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:27.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.398+0000 7f0737334900 5 note: GC not initialized 2026-04-02T12:03:27.400 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.398+0000 7f06e17ea640 20 reqs_thread_entry: start 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.438+0000 7f0737334900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.438+0000 7f0737334900 20 Filter name: none 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.438+0000 7f06da7fc640 20 reqs_thread_entry: start 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.438+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:27.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.439+0000 7f0737334900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.444+0000 7f0737334900 20 remove_watcher() i=2 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.444+0000 7f0737334900 2 removed watcher, disabling cache 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.444+0000 7f0737334900 20 remove_watcher() i=0 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.444+0000 7f0737334900 20 remove_watcher() i=3 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.445+0000 7f0737334900 20 remove_watcher() i=4 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.445+0000 7f0737334900 20 remove_watcher() i=1 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.445+0000 7f0737334900 20 remove_watcher() i=7 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.445+0000 7f0737334900 20 remove_watcher() i=6 2026-04-02T12:03:27.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.445+0000 7f0737334900 20 remove_watcher() i=5 2026-04-02T12:03:27.453 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.453 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:27.453 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:03:27.453 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.455 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2026-04-02T12:03:27.477 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:27.477 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:27.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 realm 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.497+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:27.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.497+0000 7f70da739900 20 searching for the correct realm 2026-04-02T12:03:27.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.498+0000 7f70d5d4d640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f70c4048930 msgr2=0x7f70c403c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.703+0000 7f70d654e640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f70c8083030 msgr2=0x7f70c80f50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 zone default found 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 4 Realm: () 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 zonegroup default 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.709+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.709+0000 7f70da739900 20 started sync module instance, tier type = 2026-04-02T12:03:27.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.709+0000 7f70da739900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:27.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=7 2026-04-02T12:03:27.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=3 2026-04-02T12:03:27.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=5 2026-04-02T12:03:27.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=6 2026-04-02T12:03:27.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=2 2026-04-02T12:03:27.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=4 2026-04-02T12:03:27.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=0 2026-04-02T12:03:27.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.714+0000 7f70da739900 20 add_watcher() i=1 2026-04-02T12:03:27.717 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.714+0000 7f70da739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:27.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:27.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:27.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.716+0000 7f70da739900 5 note: GC not initialized 2026-04-02T12:03:27.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.717+0000 7f707affd640 20 reqs_thread_entry: start 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f70da739900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f70da739900 20 Filter name: none 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f7078ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.753+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : miss 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.754+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.764 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.771 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.773+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:27.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.773+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f70da739900 time 2026-04-02T12:03:27.782122+0000 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f70dbb8f8f8] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 3: main() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 5: __libc_start_main() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 6: _start() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f70da739900 thread_name:radosgw-admin 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.781+0000 7f70da739900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f70da739900 time 2026-04-02T12:03:27.782122+0000 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f70dbb8f8f8] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 3: main() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 5: __libc_start_main() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 6: _start() 2026-04-02T12:03:27.783 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f70dac3fc30] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f70dac8d02c] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f70dbb8f957] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 7: main() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 9: __libc_start_main() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 10: _start() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.781+0000 7f70da739900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f70da739900 thread_name:radosgw-admin 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f70dac3fc30] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f70dac8d02c] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f70dbb8f957] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 7: main() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 9: __libc_start_main() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 10: _start() 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.784 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:03:27.786 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:03:27.485+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210cf28490 auth_method 0 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:03:27.486+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:03:27.486+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:03:27.486+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:03:27.487+0000 7f70da739900 5 asok(0x56210cc916b0) register_command objecter_requests cmddesc objecter_requests hook 0x56210cf4e560 EEXIST 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:03:27.487+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x56210cf49340 EEXIST 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210cf75b30 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210cf78410 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cf75f00 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.489571s 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210cf75f00 auth_method 0 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.787 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cf78410 auth_method 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cf75b30 auth_method 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_done global_id 6848 payload 824 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 1 monclient: found mon.noname-c 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:03:27.488+0000 7f70da739900 5 monclient: authenticate success, global_id 6848 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:03:27.488+0000 7f70d7550640 4 set_mon_vals no callback set 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: ms_handle_reset current mon [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.a con 0x56210cf75b30 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.b con 0x56210cf78410 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.c con 0x7f70a40435d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x7f70a40435d0 auth_method 0 2026-04-02T12:03:27.788 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cf75b30 auth_method 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cf78410 auth_method 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_done global_id 6848 payload 293 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 1 monclient: found mon.c 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:03:27.489+0000 7f70d554c640 4 set_mon_vals no callback set 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:03:27.490+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210cf75f00 auth_method 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: get_monmap_and_config 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:03:27.490+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.789 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:03:27.491+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdadd45648 EEXIST 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cfaba60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210cfaac40 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210d000d50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.493462s 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cfaac40 auth_method 0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cfaba60 auth_method 0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210d000d50 auth_method 0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_done global_id 7350 payload 274 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 1 monclient: found mon.noname-a 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: dump: 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.790 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:03:27.491+0000 7f70da739900 5 monclient: authenticate success, global_id 7350 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:03:27.491+0000 7f70da739900 4 set_mon_vals no callback set 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: dump: 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: shutdown 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:03:27.492+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: starting msgr at 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: starting objecter 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:03:27.492+0000 7f70da739900 5 asok(0x56210cc916b0) register_command objecter_requests cmddesc objecter_requests hook 0x56210cfac6a0 EEXIST 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: setting wanted keys 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: calling monclient init 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.791 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:03:27.492+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x56210cfa8478 EEXIST 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210cfaba60 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210d000d50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cfd3fa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.494947s 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210d000d50 auth_method 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210cfd3fa0 auth_method 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cfaba60 auth_method 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_done global_id 7353 payload 824 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 1 monclient: found mon.noname-a 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: dump: 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: dump: 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.792 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:03:27.493+0000 7f70da739900 5 monclient: authenticate success, global_id 7353 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:03:27.493+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:03:27.493+0000 7f70da739900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:03:27.493+0000 7f70b5ffb640 4 set_mon_vals no callback set 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:03:27.494+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:03:27.494+0000 7f70da739900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:03:27.494+0000 7f70da739900 1 librados: init done 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:03:27.494+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cr dump hook 0x56210cfff108 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:03:27.495+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f708c077600 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:03:27.495+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d070e20 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:03:27.495+0000 7f70da739900 20 realm 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:03:27.495+0000 7f70da739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:03:27.496+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d0936b0 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:03:27.497+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0b4e50 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:03:27.497+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:03:27.497+0000 7f70da739900 20 searching for the correct realm 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:03:27.497+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d0d7c30 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:03:27.498+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c8083030 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:03:27.498+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f70c4048930 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:03:27.498+0000 7f70d5d4d640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f70c4048930 msgr2=0x7f70c403c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:03:27.699+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f70c4048930 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:03:27.700+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x7f70bc085700 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:03:27.702+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c80c4130 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:03:27.703+0000 7f70d654e640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f70c8083030 msgr2=0x7f70c80f50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:03:27.703+0000 7f70abfff640 1 client.7353.objecter ms_handle_reset 0x7f70c8083030 session 0x7f70c80e1e30 osd.7 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:03:27.703+0000 7f70abfff640 10 monclient: _renew_subs 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:03:27.703+0000 7f70abfff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:03:27.703+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f708c0a4b30 auth_method 0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:03:27.708+0000 7f70da739900 20 zone default found 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:03:27.708+0000 7f70da739900 4 Realm: () 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:03:27.708+0000 7f70da739900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:03:27.708+0000 7f70da739900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:03:27.708+0000 7f70da739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:03:27.708+0000 7f70da739900 20 zonegroup default 2026-04-02T12:03:27.793 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:03:27.709+0000 7f70da739900 20 started sync module instance, tier type = 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:03:27.709+0000 7f70da739900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=7 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=3 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:03:27.713+0000 7f70abfff640 1 client.7353.objecter ms_handle_reset 0x56210d0936b0 session 0x56210d092540 osd.5 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=5 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=6 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=2 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=4 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:03:27.713+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c8083030 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:03:27.714+0000 7f70da739900 20 add_watcher() i=1 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:03:27.714+0000 7f70da739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:03:27.715+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f7068007200 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:03:27.716+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache list hook 0x56210cfd43b0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache inspect hook 0x56210cfd43b0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache erase hook 0x56210cfd43b0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache zap hook 0x56210cfd43b0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:03:27.716+0000 7f70da739900 5 note: GC not initialized 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:03:27.717+0000 7f707affd640 20 reqs_thread_entry: start 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace show hook 0x7f70c8004570 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace history hook 0x7f70c8004570 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace active hook 0x7f70c8004570 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace active_short hook 0x7f70c8004570 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:03:27.717+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d1048d0 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:03:27.718+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d105fb0 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:03:27.720+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0a48b0 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:03:27.721+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d0a6130 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:03:27.724+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d0a73a0 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:03:27.729+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0ab0c0 auth_method 0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:03:27.753+0000 7f70da739900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:03:27.753+0000 7f70da739900 20 Filter name: none 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:03:27.753+0000 7f7078ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:03:27.753+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:03:27.753+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:03:27.753+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : miss 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:03:27.754+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:03:27.754+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:27.794 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:03:27.754+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:03:27.760+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:03:27.760+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:03:27.760+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:03:27.760+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:03:27.773+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:03:27.773+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:03:27.774+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:03:27.774+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:03:27.774+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:03:27.774+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.795 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:03:27.781+0000 7f70da739900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f70da739900 time 2026-04-02T12:03:27.782122+0000 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f70dbb8f8f8] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 3: main() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 5: __libc_start_main() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 6: _start() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:03:27.781+0000 7f70da739900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f70da739900 thread_name:radosgw-admin 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f70dac3fc30] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f70dac8d02c] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f70dbb8f957] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 7: main() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 9: __libc_start_main() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 10: _start() 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:03:27.796 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:03:27.797 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f7078ff9640 / http_manager 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f707affd640 / http_manager 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70abfff640 / ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70b5ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70b7fff640 / ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70c2ffd640 / ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70ccff9640 / io_context_pool, ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70cd7fa640 / admin_socket 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d554c640 / io_context_pool, ms_dispatch 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d5d4d640 / msgr-worker-2 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d654e640 / msgr-worker-1 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d6d4f640 / msgr-worker-0 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d7550640 / io_context_pool 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 7f70da739900 / radosgw-admin 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.96024.log 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:03:27.485+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210cf28490 auth_method 0 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:03:27.486+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:03:27.486+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:03:27.486+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding auth protocol: cephx 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: crc 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:03:27.486+0000 7f70da739900 5 AuthRegistry(0x56210cf4abc0) adding con mode: secure 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:03:27.487+0000 7f70da739900 5 asok(0x56210cc916b0) register_command objecter_requests cmddesc objecter_requests hook 0x56210cf4e560 EEXIST 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.798 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding auth protocol: cephx 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: crc 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:03:27.487+0000 7f70da739900 5 AuthRegistry(0x56210cf491f8) adding con mode: secure 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:03:27.487+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:03:27.487+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x56210cf49340 EEXIST 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210cf75b30 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210cf78410 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cf75f00 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:03:27.487+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.489571s 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210cf75f00 auth_method 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cf78410 auth_method 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cf75b30 auth_method 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:03:27.487+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:03:27.487+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_done global_id 6848 payload 824 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 1 monclient: found mon.noname-c 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:03:27.487+0000 7f70d6d4f640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.799 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:03:27.488+0000 7f70da739900 5 monclient: authenticate success, global_id 6848 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:03:27.488+0000 7f70da739900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:03:27.488+0000 7f70d7550640 4 set_mon_vals no callback set 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: ms_handle_reset current mon [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.a con 0x56210cf75b30 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.b con 0x56210cf78410 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): picked mon.c con 0x7f70a40435d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:03:27.488+0000 7f70b7fff640 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x7f70a40435d0 auth_method 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:03:27.488+0000 7f70d6d4f640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cf75b30 auth_method 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:03:27.488+0000 7f70d654e640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cf78410 auth_method 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:03:27.489+0000 7f70d5d4d640 10 monclient(hunting): _init_auth already have auth, reseting 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_done global_id 6848 payload 293 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 1 monclient: found mon.c 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:03:27.489+0000 7f70d6d4f640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: dump: 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:03:27.489+0000 7f70b7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:03:27.489+0000 7f70d554c640 4 set_mon_vals no callback set 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:27.800 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:03:27.490+0000 7f70b7fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:03:27.490+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210cf75f00 auth_method 0 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: get_monmap_and_config 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:03:27.490+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:03:27.490+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:03:27.490+0000 7f70da739900 5 AuthRegistry(0x56210cfa9cf0) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding auth protocol: cephx 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: crc 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:03:27.491+0000 7f70da739900 5 AuthRegistry(0x7ffdadd45500) adding con mode: secure 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:03:27.491+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:03:27.491+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x7ffdadd45648 EEXIST 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cfaba60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210cfaac40 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210d000d50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.493462s 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210cfaac40 auth_method 0 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.801 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cfaba60 auth_method 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210d000d50 auth_method 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:03:27.491+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:03:27.491+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_done global_id 7350 payload 274 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 1 monclient: found mon.noname-a 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:03:27.491+0000 7f70d5d4d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: dump: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:03:27.491+0000 7f70da739900 5 monclient: authenticate success, global_id 7350 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:03:27.491+0000 7f70da739900 10 monclient: get_monmap_and_config success 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:03:27.491+0000 7f70da739900 4 set_mon_vals no callback set 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:03:27.491+0000 7f70b5ffb640 10 monclient: dump: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: shutdown 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: build_initial_monmap 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:03:27.492+0000 7f70da739900 1 build_initial for_mkfs: 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: monmap: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.802 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding auth protocol: cephx 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210d0012a0) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: starting msgr at 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: starting objecter 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:03:27.492+0000 7f70da739900 5 asok(0x56210cc916b0) register_command objecter_requests cmddesc objecter_requests hook 0x56210cfac6a0 EEXIST 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: setting wanted keys 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:03:27.492+0000 7f70da739900 1 librados: calling monclient init 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: init 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding auth protocol: cephx 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: crc 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:03:27.492+0000 7f70da739900 5 AuthRegistry(0x56210cfa8330) adding con mode: secure 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:03:27.492+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:03:27.492+0000 7f70da739900 5 asok(0x56210cc916b0) register_command rotate-key cmddesc rotate-key hook 0x56210cfa8478 EEXIST 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: _reopen_session rank -1 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-b con 0x56210cfaba60 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-a con 0x56210d000d50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): picked mon.noname-c con 0x56210cfd3fa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): start opening mon connection 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): _renew_subs 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:03:27.492+0000 7f70da739900 10 monclient(hunting): authenticate will time out at 1919.494947s 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request con 0x56210d000d50 auth_method 0 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request con 0x56210cfd3fa0 auth_method 0 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): get_auth_request con 0x56210cfaba60 auth_method 0 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.803 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:03:27.493+0000 7f70d6d4f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:03:27.493+0000 7f70d654e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient(hunting): handle_auth_done global_id 7353 payload 824 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient: _finish_hunting 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 1 monclient: found mon.noname-a 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:03:27.493+0000 7f70d5d4d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: dump: 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: _finish_auth 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: _check_auth_tickets 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:03:27.493+0000 7f70abfff640 10 monclient: dump: 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:03:27.493+0000 7f70da739900 5 monclient: authenticate success, global_id 7353 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:03:27.493+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:03:27.493+0000 7f70da739900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:03:27.493+0000 7f70b5ffb640 4 set_mon_vals no callback set 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:03:27.494+0000 7f70da739900 10 monclient: _renew_subs 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:03:27.494+0000 7f70da739900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:03:27.494+0000 7f70da739900 1 librados: init done 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:03:27.494+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cr dump hook 0x56210cfff108 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:03:27.494+0000 7f70abfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:03:27.495+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f708c077600 auth_method 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:03:27.495+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d070e20 auth_method 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:03:27.495+0000 7f70da739900 20 realm 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:03:27.495+0000 7f70da739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:03:27.495+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:03:27.496+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d0936b0 auth_method 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:03:27.496+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:03:27.497+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0b4e50 auth_method 0 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:03:27.497+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:27.804 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:03:27.497+0000 7f70da739900 20 searching for the correct realm 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:03:27.497+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d0d7c30 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:03:27.498+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c8083030 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:03:27.498+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f70c4048930 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:03:27.498+0000 7f70d5d4d640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f70c4048930 msgr2=0x7f70c403c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:03:27.699+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f70c4048930 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:03:27.700+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x7f70bc085700 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:03:27.702+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c80c4130 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:03:27.703+0000 7f70d654e640 0 -- 192.168.123.101:0/3287300846 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f70c8083030 msgr2=0x7f70c80f50b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:03:27.703+0000 7f70abfff640 1 client.7353.objecter ms_handle_reset 0x7f70c8083030 session 0x7f70c80e1e30 osd.7 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:03:27.703+0000 7f70abfff640 10 monclient: _renew_subs 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:03:27.703+0000 7f70abfff640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:03:27.703+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f708c0a4b30 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:03:27.707+0000 7f70da739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:03:27.707+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:03:27.708+0000 7f70da739900 20 zone default found 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:03:27.708+0000 7f70da739900 4 Realm: () 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:03:27.708+0000 7f70da739900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:03:27.708+0000 7f70da739900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:03:27.708+0000 7f70da739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:03:27.708+0000 7f70da739900 20 zonegroup default 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:03:27.708+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:03:27.709+0000 7f70da739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:03:27.709+0000 7f70da739900 20 started sync module instance, tier type = 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:03:27.709+0000 7f70da739900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=7 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:03:27.712+0000 7f70da739900 20 add_watcher() i=3 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:03:27.713+0000 7f70abfff640 1 client.7353.objecter ms_handle_reset 0x56210d0936b0 session 0x56210d092540 osd.5 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=5 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=6 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=2 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=4 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:03:27.713+0000 7f70da739900 20 add_watcher() i=0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:03:27.713+0000 7f70d654e640 10 monclient: get_auth_request con 0x7f70c8083030 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:03:27.714+0000 7f70da739900 20 add_watcher() i=1 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:03:27.714+0000 7f70da739900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:03:27.715+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x7f7068007200 auth_method 0 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding auth protocol: cephx 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: crc 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:03:27.716+0000 7f70da739900 5 AuthRegistry(0x7ffdadd455f0) adding con mode: secure 2026-04-02T12:03:27.805 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:03:27.716+0000 7f70da739900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:03:27.716+0000 7f70da739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache list hook 0x56210cfd43b0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache inspect hook 0x56210cfd43b0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache erase hook 0x56210cfd43b0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:03:27.716+0000 7f70da739900 5 asok(0x56210cc916b0) register_command cache zap hook 0x56210cfd43b0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:03:27.716+0000 7f70da739900 5 note: GC not initialized 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:03:27.717+0000 7f707affd640 20 reqs_thread_entry: start 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace show hook 0x7f70c8004570 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace history hook 0x7f70c8004570 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace active hook 0x7f70c8004570 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:03:27.717+0000 7f70da739900 5 asok(0x56210cc916b0) register_command sync trace active_short hook 0x7f70c8004570 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:03:27.717+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d1048d0 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:03:27.718+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d105fb0 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:03:27.720+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0a48b0 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:03:27.721+0000 7f70d6d4f640 10 monclient: get_auth_request con 0x56210d0a6130 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:03:27.724+0000 7f70d654e640 10 monclient: get_auth_request con 0x56210d0a73a0 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:03:27.729+0000 7f70d5d4d640 10 monclient: get_auth_request con 0x56210d0ab0c0 auth_method 0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:03:27.753+0000 7f70da739900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:03:27.753+0000 7f70da739900 20 Filter name: none 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:03:27.753+0000 7f7078ff9640 20 reqs_thread_entry: start 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:03:27.753+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:03:27.753+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:03:27.753+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : miss 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:03:27.754+0000 7f70da739900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:03:27.754+0000 7f70da739900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:03:27.754+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:03:27.754+0000 7f70da739900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:03:27.754+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:03:27.754+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:03:27.760+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:03:27.760+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:03:27.760+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:03:27.760+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:03:27.760+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:03:27.761+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:27.806 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:03:27.766+0000 7f70da739900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:03:27.766+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:03:27.767+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:03:27.768+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:03:27.769+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:03:27.770+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:03:27.773+0000 7f70da739900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:03:27.773+0000 7f70da739900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:03:27.774+0000 7f70da739900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:03:27.774+0000 7f70da739900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:03:27.774+0000 7f70da739900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:03:27.774+0000 7f70da739900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94699954101680 notifier 7353 bl.length()=943 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:03:27.774+0000 7f70b5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:03:27.776+0000 7f70da739900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:03:27.778+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:03:27.779+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:03:27.780+0000 7f70da739900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:03:27.781+0000 7f70da739900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f70da739900 time 2026-04-02T12:03:27.782122+0000 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f70dbb8f8f8] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 3: main() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 5: __libc_start_main() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 6: _start() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:03:27.781+0000 7f70da739900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f70da739900 thread_name:radosgw-admin 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f70dac3fc30] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f70dac8d02c] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f70dbb8f957] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x56210b71c969] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 7: main() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f70dac2a610] 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 9: __libc_start_main() 2026-04-02T12:03:27.807 INFO:tasks.workunit.client.0.vm01.stderr: 10: _start() 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:03:27.808 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f7078ff9640 / http_manager 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f707affd640 / http_manager 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70abfff640 / ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70b5ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70b7fff640 / ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70c2ffd640 / ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70ccff9640 / io_context_pool, ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70cd7fa640 / admin_socket 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d554c640 / io_context_pool, ms_dispatch 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d5d4d640 / msgr-worker-2 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d654e640 / msgr-worker-1 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d6d4f640 / msgr-worker-0 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70d7550640 / io_context_pool 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: 7f70da739900 / radosgw-admin 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:03:27.782864Z_96186190-c0e2-428e-b04a-35cc010aa787/log 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:03:27.809 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:03:27.814 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:27.814 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:27.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.831+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 realm 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:27.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.833+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.834+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.834+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.835+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:27.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.835+0000 7f4333752900 20 searching for the correct realm 2026-04-02T12:03:27.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.837+0000 7f4331a0a640 0 -- 192.168.123.101:0/2668394529 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f431803b040 msgr2=0x7f431802c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.843 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.841+0000 7f4331a0a640 0 -- 192.168.123.101:0/2668394529 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f42f00a4b40 msgr2=0x7f42f00c4f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:27.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:27.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:27.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.844+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 zone default found 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 4 Realm: () 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 zonegroup default 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:27.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 started sync module instance, tier type = 2026-04-02T12:03:27.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.845+0000 7f4333752900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:27.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=0 2026-04-02T12:03:27.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=3 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=7 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=1 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=2 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=6 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=5 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 20 add_watcher() i=4 2026-04-02T12:03:27.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.849+0000 7f4333752900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:27.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.852+0000 7f4333752900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:27.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.852+0000 7f4333752900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:27.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.852+0000 7f4333752900 5 note: GC not initialized 2026-04-02T12:03:27.854 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.852+0000 7f42de7ec640 20 reqs_thread_entry: start 2026-04-02T12:03:27.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f4333752900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:27.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f4333752900 20 Filter name: none 2026-04-02T12:03:27.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f42d7fff640 20 reqs_thread_entry: start 2026-04-02T12:03:27.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.913+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:27.916 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 rados->read ofs=0 len=0 2026-04-02T12:03:27.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:03:27.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.914+0000 7f4333752900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.919+0000 7f4333752900 20 remove_watcher() i=3 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.919+0000 7f4333752900 2 removed watcher, disabling cache 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.919+0000 7f4333752900 20 remove_watcher() i=7 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.919+0000 7f4333752900 20 remove_watcher() i=0 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.920+0000 7f4333752900 20 remove_watcher() i=5 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.920+0000 7f4333752900 20 remove_watcher() i=6 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.920+0000 7f4333752900 20 remove_watcher() i=1 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.920+0000 7f4333752900 20 remove_watcher() i=2 2026-04-02T12:03:27.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:27.920+0000 7f4333752900 20 remove_watcher() i=4 2026-04-02T12:03:27.928 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.928 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:27.928 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:03:27.928 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:27.930 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:27.930 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.047 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.047 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.095 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:03:58.116 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:58.116 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:58.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.131+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.131+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.131+0000 7f09f9811900 20 realm 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.131+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.132+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.133+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:58.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.133+0000 7f09f9811900 20 searching for the correct realm 2026-04-02T12:03:58.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.136+0000 7f09f57dd640 0 -- 192.168.123.101:0/359613855 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5648cdd7a730 msgr2=0x5648cdd9ab70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.139+0000 7f09effff640 0 -- 192.168.123.101:0/359613855 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5648cddbe170 msgr2=0x5648cddde550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 zone default found 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 4 Realm: () 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 zonegroup default 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.141+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.142+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.142+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.142+0000 7f09f9811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.142+0000 7f09f9811900 20 started sync module instance, tier type = 2026-04-02T12:03:58.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.142+0000 7f09f9811900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:58.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.145+0000 7f09f9811900 20 add_watcher() i=5 2026-04-02T12:03:58.147 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.145+0000 7f09f9811900 20 add_watcher() i=7 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.145+0000 7f09f9811900 20 add_watcher() i=6 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.145+0000 7f09f9811900 20 add_watcher() i=4 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.145+0000 7f09f9811900 20 add_watcher() i=0 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.146+0000 7f09f9811900 20 add_watcher() i=3 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.146+0000 7f09f9811900 20 add_watcher() i=2 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.146+0000 7f09f9811900 20 add_watcher() i=1 2026-04-02T12:03:58.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.146+0000 7f09f9811900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:58.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.147+0000 7f09f9811900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:58.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.147+0000 7f09f9811900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:58.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.148+0000 7f09f9811900 5 note: GC not initialized 2026-04-02T12:03:58.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.148+0000 7f09a1feb640 20 reqs_thread_entry: start 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.186+0000 7f09f9811900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.186+0000 7f09f9811900 20 Filter name: none 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.186+0000 7f099b7fe640 20 reqs_thread_entry: start 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.186+0000 7f09f9811900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.186+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : miss 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.187+0000 7f09f9811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:58.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09f9811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09f9811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09f9811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09f9811900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09cbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894497 cookie 94870691415712 notifier 6890 bl.length()=943 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09cbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09cbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.192+0000 7f09cbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.194+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:58.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.194+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:58.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.194+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:58.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.194+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.0 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.1 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.2 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.3 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.4 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.5 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.6 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.7 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.8 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.9 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:58.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.10 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1.11 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.199+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.200+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.200+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.201+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.201+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:58.203 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.201+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:58.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.201+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:58.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.202+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:58.204 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.202+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:58.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.202+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:58.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.205+0000 7f09f9811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:58.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.205+0000 7f09f9811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.206+0000 7f09f9811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.206+0000 7f09f9811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.206+0000 7f09f9811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.206+0000 7f09f9811900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.207+0000 7f09cbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894498 cookie 94870691415712 notifier 6890 bl.length()=943 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.207+0000 7f09cbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.207+0000 7f09cbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.207+0000 7f09cbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.208+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:58.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.208+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:58.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.208+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:58.212 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.208+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:58.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.210+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.0 2026-04-02T12:03:58.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.211+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.1 2026-04-02T12:03:58.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.211+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.2 2026-04-02T12:03:58.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.211+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.3 2026-04-02T12:03:58.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.211+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.4 2026-04-02T12:03:58.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.211+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.5 2026-04-02T12:03:58.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.212+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.6 2026-04-02T12:03:58.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.212+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.7 2026-04-02T12:03:58.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.212+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.8 2026-04-02T12:03:58.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.212+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.9 2026-04-02T12:03:58.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.213+0000 7f09f9811900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33.10 2026-04-02T12:03:58.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.213+0000 7f09f9811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 : hit (requested=0x17, cached=0x17) 2026-04-02T12:03:58.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.213+0000 7f09f9811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09f9811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09f9811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09f9811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09f9811900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33, ofs0, ns] 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09cbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894499 cookie 94870691415712 notifier 6890 bl.length()=907 2026-04-02T12:03:58.216 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09cbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 info.flags=0x17 2026-04-02T12:03:58.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09cbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 to cache LRU end 2026-04-02T12:03:58.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.214+0000 7f09cbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:03:58.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.215+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_sources= new_sources= 2026-04-02T12:03:58.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.215+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential sources added=[] removed=[] 2026-04-02T12:03:58.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.215+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): orig_dests= new_dests= 2026-04-02T12:03:58.218 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.215+0000 7f09f9811900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33]): potential dests added=[] removed=[] 2026-04-02T12:03:58.220 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.217+0000 7f09f9811900 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2026-04-02T12:03:58.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=3 2026-04-02T12:03:58.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 2 removed watcher, disabling cache 2026-04-02T12:03:58.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=7 2026-04-02T12:03:58.224 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=5 2026-04-02T12:03:58.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=6 2026-04-02T12:03:58.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=1 2026-04-02T12:03:58.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.222+0000 7f09f9811900 20 remove_watcher() i=2 2026-04-02T12:03:58.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.223+0000 7f09f9811900 20 remove_watcher() i=4 2026-04-02T12:03:58.225 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.223+0000 7f09f9811900 20 remove_watcher() i=0 2026-04-02T12:03:58.234 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-02T12:03:58.253 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:58.253 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:58.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.271+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 realm 2026-04-02T12:03:58.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:58.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.272+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.273+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.273+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.274+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:58.276 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.274+0000 7fbbf5f6e900 20 searching for the correct realm 2026-04-02T12:03:58.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.275+0000 7fbbf14e6640 0 -- 192.168.123.101:0/2751373805 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fbbe00e21a0 msgr2=0x7fbbe00c2490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.482 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.479+0000 7fbbf1ce7640 0 -- 192.168.123.101:0/2751373805 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fbbe4026040 msgr2=0x7fbbe4018400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:58.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:58.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:58.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:58.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 zone default found 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 4 Realm: () 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 zonegroup default 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.484+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.487 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:58.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 started sync module instance, tier type = 2026-04-02T12:03:58.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.485+0000 7fbbf5f6e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:58.491 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=5 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=0 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=4 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=2 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=3 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=1 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=6 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 20 add_watcher() i=7 2026-04-02T12:03:58.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.489+0000 7fbbf5f6e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:58.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.491+0000 7fbbf5f6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:58.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.491+0000 7fbbf5f6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:58.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.491+0000 7fbbf5f6e900 5 note: GC not initialized 2026-04-02T12:03:58.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.491+0000 7fbba6fed640 20 reqs_thread_entry: start 2026-04-02T12:03:58.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.530+0000 7fbbf5f6e900 20 init_complete bucket index max shards: 11 2026-04-02T12:03:58.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.530+0000 7fbbf5f6e900 20 Filter name: none 2026-04-02T12:03:58.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbba4fe9640 20 reqs_thread_entry: start 2026-04-02T12:03:58.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.531+0000 7fbbf5f6e900 20 rados->read ofs=0 len=0 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.532+0000 7fbbf5f6e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:03:58.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.532+0000 7fbbf5f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:03:58.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=0 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 2 removed watcher, disabling cache 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=7 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=6 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=5 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=2 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=3 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=4 2026-04-02T12:03:58.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:58.536+0000 7fbbf5f6e900 20 remove_watcher() i=1 2026-04-02T12:03:58.545 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:58.545 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:03:58.545 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-commit-target-layout id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.33 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:03:58.545 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:58.546 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.546 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.555 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.556 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.711 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.711 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.820 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at do_reshard 2026-04-02T12:03:58.820 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:03:58.821 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.821 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.852 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.852 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.900 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.900 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.950 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.950 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:58.999 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:58.999 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.050 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.050 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.101 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.101 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.152 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.152 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.203 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.203 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.252 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.253 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.302 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.302 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.351 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.351 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.401 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.401 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.452 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.452 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.501 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.502 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.551 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.551 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.602 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.603 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.652 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.652 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.703 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.703 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.753 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.753 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.803 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.803 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.853 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:03:59.853 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:03:59.904 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:03:59.923 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:03:59.923 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:03:59.943 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.940+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.941+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.941+0000 7f5afd792900 20 realm 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.941+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.942+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.942+0000 7f5afd792900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.942+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.942+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.942+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.943+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.945 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.943+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.943+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:03:59.946 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.943+0000 7f5afd792900 20 searching for the correct realm 2026-04-02T12:03:59.949 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.946+0000 7f5af9ce8640 0 -- 192.168.123.101:0/3922300518 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5645db995a00 msgr2=0x5645db9b5eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.950+0000 7f5af9ce8640 0 -- 192.168.123.101:0/3922300518 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5645db92f2b0 msgr2=0x5645db94f690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.952+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:03:59.955 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 zone default found 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 4 Realm: () 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 zonegroup default 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.953+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 started sync module instance, tier type = 2026-04-02T12:03:59.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.954+0000 7f5afd792900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.958+0000 7f5afd792900 20 add_watcher() i=5 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=7 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=3 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=0 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=4 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=6 2026-04-02T12:03:59.961 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.959+0000 7f5afd792900 20 add_watcher() i=1 2026-04-02T12:03:59.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.960+0000 7f5afd792900 20 add_watcher() i=2 2026-04-02T12:03:59.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.960+0000 7f5afd792900 2 all 8 watchers are set, enabling cache 2026-04-02T12:03:59.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.962+0000 7f5afd792900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:03:59.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.962+0000 7f5afd792900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:03:59.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.962+0000 7f5afd792900 5 note: GC not initialized 2026-04-02T12:03:59.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:03:59.963+0000 7f5aa67ec640 20 reqs_thread_entry: start 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.001+0000 7f5afd792900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.001+0000 7f5afd792900 20 Filter name: none 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5a9ffff640 20 reqs_thread_entry: start 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:00.004 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.002+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.003+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.003+0000 7f5afd792900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.003+0000 7f5afd792900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:00.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.003+0000 7f5afd792900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.007+0000 7f5afd792900 20 remove_watcher() i=3 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.007+0000 7f5afd792900 2 removed watcher, disabling cache 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=0 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=2 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=7 2026-04-02T12:04:00.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=1 2026-04-02T12:04:00.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=4 2026-04-02T12:04:00.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=5 2026-04-02T12:04:00.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.008+0000 7f5afd792900 20 remove_watcher() i=6 2026-04-02T12:04:00.016 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:00.016 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:00.016 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:00.016 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:00.018 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2026-04-02T12:04:00.039 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:00.039 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:00.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.055+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 realm 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.056+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.057+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:00.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.057+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.057+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:00.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.057+0000 7fd9a5170900 20 searching for the correct realm 2026-04-02T12:04:00.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.060+0000 7fd9a1784640 0 -- 192.168.123.101:0/1991857671 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd9880b4040 msgr2=0x7fd9880c0550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:00.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.266+0000 7fd9a1784640 0 -- 192.168.123.101:0/1991857671 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fd9600a4ba0 msgr2=0x7fd9600c4fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:00.272 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 zone default found 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 4 Realm: () 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 zonegroup default 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.270+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.273 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 started sync module instance, tier type = 2026-04-02T12:04:00.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.271+0000 7fd9a5170900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.275+0000 7fd9a5170900 20 add_watcher() i=4 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.275+0000 7fd9a5170900 20 add_watcher() i=3 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.275+0000 7fd9a5170900 20 add_watcher() i=7 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.275+0000 7fd9a5170900 20 add_watcher() i=1 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.275+0000 7fd9a5170900 20 add_watcher() i=2 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.276+0000 7fd9a5170900 20 add_watcher() i=5 2026-04-02T12:04:00.278 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.276+0000 7fd9a5170900 20 add_watcher() i=6 2026-04-02T12:04:00.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.276+0000 7fd9a5170900 20 add_watcher() i=0 2026-04-02T12:04:00.279 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.276+0000 7fd9a5170900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:00.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.278+0000 7fd9a5170900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:00.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.278+0000 7fd9a5170900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:00.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.278+0000 7fd9a5170900 5 note: GC not initialized 2026-04-02T12:04:00.281 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.279+0000 7fd94dfeb640 20 reqs_thread_entry: start 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.323+0000 7fd9a5170900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.323+0000 7fd9a5170900 20 Filter name: none 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.323+0000 7fd9477fe640 20 reqs_thread_entry: start 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.323+0000 7fd9a5170900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.323+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 : miss 2026-04-02T12:04:00.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:00.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.324+0000 7fd9a5170900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd9a5170900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd9a5170900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd9a5170900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd9a5170900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34, ofs0, ns] 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd977fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894604 cookie 94350164136432 notifier 6938 bl.length()=923 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd977fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd977fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:00.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.382+0000 7fd977fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:00.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.384+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_sources= new_sources= 2026-04-02T12:04:00.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.384+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential sources added=[] removed=[] 2026-04-02T12:04:00.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.384+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_dests= new_dests= 2026-04-02T12:04:00.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.384+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential dests added=[] removed=[] 2026-04-02T12:04:00.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.390+0000 7fd9a5170900 -1 Injecting error=-5 at location=do_reshard 2026-04-02T12:04:00.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.400+0000 7fd9a5170900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:00.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.400+0000 7fd9a5170900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.401+0000 7fd9a5170900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.401+0000 7fd9a5170900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.401+0000 7fd9a5170900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.401+0000 7fd9a5170900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34, ofs0, ns] 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.402+0000 7fd977fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894605 cookie 94350164136432 notifier 6938 bl.length()=887 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.402+0000 7fd977fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.402+0000 7fd977fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:00.404 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.402+0000 7fd977fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:00.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.404+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_sources= new_sources= 2026-04-02T12:04:00.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.404+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential sources added=[] removed=[] 2026-04-02T12:04:00.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.404+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_dests= new_dests= 2026-04-02T12:04:00.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.404+0000 7fd9a5170900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential dests added=[] removed=[] 2026-04-02T12:04:00.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.404+0000 7fd9a5170900 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2026-04-02T12:04:00.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=3 2026-04-02T12:04:00.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 2 removed watcher, disabling cache 2026-04-02T12:04:00.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=0 2026-04-02T12:04:00.411 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=5 2026-04-02T12:04:00.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=6 2026-04-02T12:04:00.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=1 2026-04-02T12:04:00.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=2 2026-04-02T12:04:00.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=7 2026-04-02T12:04:00.412 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.409+0000 7fd9a5170900 20 remove_watcher() i=4 2026-04-02T12:04:00.420 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:04:00.440 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:00.440 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:00.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.458+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 realm 2026-04-02T12:04:00.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:00.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.459+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.460+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:00.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.460+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.461+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:00.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.461+0000 7f5f5415f900 20 searching for the correct realm 2026-04-02T12:04:00.466 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.464+0000 7f5f4bfff640 0 -- 192.168.123.101:0/4100654897 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55db01020e00 msgr2=0x55db01041240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:00.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.467+0000 7f5f4b7fe640 0 -- 192.168.123.101:0/4100654897 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x55db01020e00 msgr2=0x7f5f0c0e58a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 zone default found 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 4 Realm: () 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 zonegroup default 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.672+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 started sync module instance, tier type = 2026-04-02T12:04:00.675 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.673+0000 7f5f5415f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:00.678 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.676+0000 7f5f5415f900 20 add_watcher() i=5 2026-04-02T12:04:00.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=6 2026-04-02T12:04:00.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=2 2026-04-02T12:04:00.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=3 2026-04-02T12:04:00.679 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=4 2026-04-02T12:04:00.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=7 2026-04-02T12:04:00.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=1 2026-04-02T12:04:00.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 20 add_watcher() i=0 2026-04-02T12:04:00.680 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.677+0000 7f5f5415f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:00.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.679+0000 7f5f5415f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:00.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.679+0000 7f5f5415f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:00.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.679+0000 7f5f5415f900 5 note: GC not initialized 2026-04-02T12:04:00.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.680+0000 7f5ef7fff640 20 reqs_thread_entry: start 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.717+0000 7f5f5415f900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.717+0000 7f5f5415f900 20 Filter name: none 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.717+0000 7f5ef5ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.717+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.717+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:00.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:00.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:00.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.718+0000 7f5f5415f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 20 remove_watcher() i=3 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 2 removed watcher, disabling cache 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 20 remove_watcher() i=5 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 20 remove_watcher() i=0 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 20 remove_watcher() i=2 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.723+0000 7f5f5415f900 20 remove_watcher() i=4 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.724+0000 7f5f5415f900 20 remove_watcher() i=1 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.724+0000 7f5f5415f900 20 remove_watcher() i=6 2026-04-02T12:04:00.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.724+0000 7f5f5415f900 20 remove_watcher() i=7 2026-04-02T12:04:00.732 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:00.732 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:00.732 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:00.732 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:00.733 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:00.733 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:00.756 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:00.756 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:00.804 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:00.825 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:00.825 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:00.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.844+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.845+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.845+0000 7f502a6f2900 20 realm 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.845+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.846+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.846+0000 7f502a6f2900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.846+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.846+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:00.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.846+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.847+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:00.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.847+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:00.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.847+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:00.850 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.847+0000 7f502a6f2900 20 searching for the correct realm 2026-04-02T12:04:00.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:00.851+0000 7f5023fff640 0 -- 192.168.123.101:0/1189777785 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f501c020410 msgr2=0x7f501c020860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:01.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.056+0000 7f5023fff640 0 -- 192.168.123.101:0/1189777785 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55d3b16fef30 msgr2=0x55d3b171f310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.058+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 zone default found 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 4 Realm: () 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 zonegroup default 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.061 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.059+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.060+0000 7f502a6f2900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.060+0000 7f502a6f2900 20 started sync module instance, tier type = 2026-04-02T12:04:01.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.060+0000 7f502a6f2900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=2 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=3 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=4 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=1 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=5 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=6 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.063+0000 7f502a6f2900 20 add_watcher() i=7 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.064+0000 7f502a6f2900 20 add_watcher() i=0 2026-04-02T12:04:01.066 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.064+0000 7f502a6f2900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:01.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.065+0000 7f502a6f2900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:01.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.065+0000 7f502a6f2900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:01.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.065+0000 7f502a6f2900 5 note: GC not initialized 2026-04-02T12:04:01.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.066+0000 7f4fd57ea640 20 reqs_thread_entry: start 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.102+0000 7f502a6f2900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.102+0000 7f502a6f2900 20 Filter name: none 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.102+0000 7f4fceffd640 20 reqs_thread_entry: start 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.102+0000 7f502a6f2900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.102+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 : miss 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:01.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.103+0000 7f502a6f2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f502a6f2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f502a6f2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f502a6f2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f502a6f2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34, ofs0, ns] 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f50037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894606 cookie 94367703396784 notifier 6974 bl.length()=923 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f50037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f50037fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.108+0000 7f50037fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.110+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_sources= new_sources= 2026-04-02T12:04:01.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.110+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential sources added=[] removed=[] 2026-04-02T12:04:01.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.110+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_dests= new_dests= 2026-04-02T12:04:01.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.110+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential dests added=[] removed=[] 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.0 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.0 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.1 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.1 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.2 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.2 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.3 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.3 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.4 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.4 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.5 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.5 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.6 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.6 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.7 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.7 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.8 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.8 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.9 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.9 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.10 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.10 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.11 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1.11 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.0 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.116+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.117+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.2 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.117+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.3 2026-04-02T12:04:01.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.117+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.4 2026-04-02T12:04:01.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.117+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.5 2026-04-02T12:04:01.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.118+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.6 2026-04-02T12:04:01.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.118+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.7 2026-04-02T12:04:01.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.118+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.8 2026-04-02T12:04:01.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.118+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.9 2026-04-02T12:04:01.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.119+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.10 2026-04-02T12:04:01.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.123+0000 7f502a6f2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:01.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.123+0000 7f502a6f2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 2026-04-02T12:04:01.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f502a6f2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f502a6f2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f502a6f2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f502a6f2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34, ofs0, ns] 2026-04-02T12:04:01.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f5002ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894607 cookie 94367703396784 notifier 6974 bl.length()=923 2026-04-02T12:04:01.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f5002ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f5002ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.124+0000 7f5002ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.125+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_sources= new_sources= 2026-04-02T12:04:01.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.126+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential sources added=[] removed=[] 2026-04-02T12:04:01.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.126+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_dests= new_dests= 2026-04-02T12:04:01.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.126+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential dests added=[] removed=[] 2026-04-02T12:04:01.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.129+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.0 2026-04-02T12:04:01.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.129+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.1 2026-04-02T12:04:01.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.129+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.2 2026-04-02T12:04:01.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.129+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.3 2026-04-02T12:04:01.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.130+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.4 2026-04-02T12:04:01.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.130+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.5 2026-04-02T12:04:01.132 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.130+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.6 2026-04-02T12:04:01.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.130+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.7 2026-04-02T12:04:01.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.131+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.8 2026-04-02T12:04:01.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.131+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.9 2026-04-02T12:04:01.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.131+0000 7f502a6f2900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34.10 2026-04-02T12:04:01.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.131+0000 7f502a6f2900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:01.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.131+0000 7f502a6f2900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.132+0000 7f502a6f2900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.132+0000 7f502a6f2900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.132+0000 7f502a6f2900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.132+0000 7f502a6f2900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34, ofs0, ns] 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.133+0000 7f5002ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894608 cookie 94367703396784 notifier 6974 bl.length()=887 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.133+0000 7f5002ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 info.flags=0x17 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.133+0000 7f5002ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 to cache LRU end 2026-04-02T12:04:01.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.133+0000 7f5002ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:01.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.134+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_sources= new_sources= 2026-04-02T12:04:01.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.134+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential sources added=[] removed=[] 2026-04-02T12:04:01.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.134+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): orig_dests= new_dests= 2026-04-02T12:04:01.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.134+0000 7f502a6f2900 20 handle_bi_update(): bucket=:error-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34]): potential dests added=[] removed=[] 2026-04-02T12:04:01.139 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.137+0000 7f502a6f2900 1 execute INFO: reshard of bucket "error-at-do-reshard" from 11 shards to 12 shards completed successfully 2026-04-02T12:04:01.143 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=4 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 2 removed watcher, disabling cache 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=3 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=7 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=0 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=2 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=5 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=6 2026-04-02T12:04:01.144 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.141+0000 7f502a6f2900 20 remove_watcher() i=1 2026-04-02T12:04:01.152 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-02T12:04:01.171 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:01.172 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:01.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.187+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 20 realm 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.188+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.189+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.189+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.189+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:01.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.189+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.190+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:01.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.190+0000 7f2f1b940900 20 searching for the correct realm 2026-04-02T12:04:01.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.192+0000 7f2f137fe640 0 -- 192.168.123.101:0/4128266805 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55f113b9bbb0 msgr2=0x55f113bbc060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:01.198 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.196+0000 7f2f127fc640 0 -- 192.168.123.101:0/4128266805 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55f113b78df0 msgr2=0x55f113b991d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:01.200 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 zone default found 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 4 Realm: () 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 zonegroup default 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.198+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.201 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:01.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 started sync module instance, tier type = 2026-04-02T12:04:01.202 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.199+0000 7f2f1b940900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:01.205 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.203+0000 7f2f1b940900 20 add_watcher() i=5 2026-04-02T12:04:01.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.204+0000 7f2f1b940900 20 add_watcher() i=7 2026-04-02T12:04:01.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.204+0000 7f2f1b940900 20 add_watcher() i=6 2026-04-02T12:04:01.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 20 add_watcher() i=4 2026-04-02T12:04:01.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 20 add_watcher() i=2 2026-04-02T12:04:01.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 20 add_watcher() i=1 2026-04-02T12:04:01.207 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 20 add_watcher() i=3 2026-04-02T12:04:01.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 20 add_watcher() i=0 2026-04-02T12:04:01.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.205+0000 7f2f1b940900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:01.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.207+0000 7f2f1b940900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:01.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.207+0000 7f2f1b940900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:01.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.207+0000 7f2f1b940900 5 note: GC not initialized 2026-04-02T12:04:01.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.207+0000 7f2ebffff640 20 reqs_thread_entry: start 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.243+0000 7f2f1b940900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 Filter name: none 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2ebdffb640 20 reqs_thread_entry: start 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:01.246 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.244+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.245+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.245+0000 7f2f1b940900 20 rados->read ofs=0 len=0 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.245+0000 7f2f1b940900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:01.247 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.245+0000 7f2f1b940900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=7 2026-04-02T12:04:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 2 removed watcher, disabling cache 2026-04-02T12:04:01.251 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=5 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=1 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=2 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=3 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=4 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=0 2026-04-02T12:04:01.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:01.249+0000 7f2f1b940900 20 remove_watcher() i=6 2026-04-02T12:04:01.257 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:01.257 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:01.257 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.34 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:04:01.257 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:01.259 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.259 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.270 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.270 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.442 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.442 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.526 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at do_reshard 2026-04-02T12:04:01.527 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:01.527 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.527 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.558 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.558 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.605 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.605 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.655 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.655 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.703 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.704 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.753 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.753 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.803 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.803 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.853 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.854 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.903 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.904 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:01.953 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:01.953 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.002 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.002 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.051 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.051 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.102 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.102 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.152 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.153 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.203 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.203 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.252 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.252 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.301 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.301 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.351 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.352 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.401 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.402 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.453 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.453 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.503 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.503 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.553 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:02.553 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:02.604 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:02.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:02.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:02.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.637+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 realm 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.639+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.640+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.640+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.640+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.640+0000 7f69de52b900 20 searching for the correct realm 2026-04-02T12:04:02.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.644+0000 7f69da27a640 0 -- 192.168.123.101:0/3649822335 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f69cc00bc30 msgr2=0x7f69cc04b960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.648+0000 7f69daa7b640 0 -- 192.168.123.101:0/3649822335 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bf599ca0c0 msgr2=0x55bf599ea570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.651 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 zone default found 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 4 Realm: () 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.649+0000 7f69de52b900 20 zonegroup default 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.652 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 started sync module instance, tier type = 2026-04-02T12:04:02.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.650+0000 7f69de52b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:02.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=6 2026-04-02T12:04:02.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=7 2026-04-02T12:04:02.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=2 2026-04-02T12:04:02.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=5 2026-04-02T12:04:02.656 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=4 2026-04-02T12:04:02.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=1 2026-04-02T12:04:02.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.654+0000 7f69de52b900 20 add_watcher() i=3 2026-04-02T12:04:02.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.655+0000 7f69de52b900 20 add_watcher() i=0 2026-04-02T12:04:02.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.655+0000 7f69de52b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:02.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.657+0000 7f69de52b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:02.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.657+0000 7f69de52b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:02.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.657+0000 7f69de52b900 5 note: GC not initialized 2026-04-02T12:04:02.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.657+0000 7f6982ffd640 20 reqs_thread_entry: start 2026-04-02T12:04:02.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.697+0000 7f69de52b900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:02.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.697+0000 7f69de52b900 20 Filter name: none 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.697+0000 7f6980ff9640 20 reqs_thread_entry: start 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.697+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:02.700 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:02.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.698+0000 7f69de52b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.699+0000 7f69de52b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:02.701 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.699+0000 7f69de52b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.703+0000 7f69de52b900 20 remove_watcher() i=3 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.703+0000 7f69de52b900 2 removed watcher, disabling cache 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=4 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=0 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=1 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=2 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=6 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=5 2026-04-02T12:04:02.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.704+0000 7f69de52b900 20 remove_watcher() i=7 2026-04-02T12:04:02.713 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.713 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:02.713 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:02.713 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.715 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:04:02.736 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:02.736 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:02.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.753+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 realm 2026-04-02T12:04:02.756 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.756+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.756+0000 7fe040f23900 20 searching for the correct realm 2026-04-02T12:04:02.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.759+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fe03006e6e0 msgr2=0x7fe03006fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.765 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.762+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fdffc0a4ba0 msgr2=0x7fdffc0c4fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 zone default found 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 4 Realm: () 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 zonegroup default 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 started sync module instance, tier type = 2026-04-02T12:04:02.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.766+0000 7fe040f23900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:02.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=4 2026-04-02T12:04:02.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=5 2026-04-02T12:04:02.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=6 2026-04-02T12:04:02.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=0 2026-04-02T12:04:02.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=7 2026-04-02T12:04:02.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=3 2026-04-02T12:04:02.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=1 2026-04-02T12:04:02.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=2 2026-04-02T12:04:02.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.771+0000 7fe040f23900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:02.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:02.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:02.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.774+0000 7fe040f23900 5 note: GC not initialized 2026-04-02T12:04:02.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.774+0000 7fdfe9feb640 20 reqs_thread_entry: start 2026-04-02T12:04:02.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:02.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 Filter name: none 2026-04-02T12:04:02.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fdfe37fe640 20 reqs_thread_entry: start 2026-04-02T12:04:02.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:02.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : miss 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.814+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.814+0000 7fe040f23900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.814+0000 7fe040f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe040f23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe040f23900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894501 cookie 94221525223408 notifier 7019 bl.length()=923 2026-04-02T12:04:02.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:02.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:02.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:02.823 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:02.828 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe040f23900 time 2026-04-02T12:04:02.827418+0000 2026-04-02T12:04:02.828 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:02.828 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.828 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fe04238f8f8] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.826+0000 7fe040f23900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe040f23900 time 2026-04-02T12:04:02.827418+0000 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fe04238f8f8] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:04:02.829 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fe040f23900 thread_name:radosgw-admin 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fe04143fc30] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fe04148d02c] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fe04238f957] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.827+0000 7fe040f23900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fe040f23900 thread_name:radosgw-admin 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fe04143fc30] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fe04148d02c] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fe04238f957] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: dump: 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.832 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:04:02.739+0000 7fe040f23900 5 monclient: authenticate success, global_id 7007 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:04:02.739+0000 7fe040f23900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:04:02.739+0000 7fe040f23900 4 set_mon_vals no callback set 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: shutdown 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) unregister_commands rotate-key 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: starting msgr at 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: starting objecter 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests hook 0x55b1a83d4ea0 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: setting wanted keys 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: calling monclient init 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.833 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key hook 0x55b1a83d7428 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a833bb70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a8368000 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a8416100 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.742991s 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a833bb70 auth_method 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8368000 auth_method 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a8416100 auth_method 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_done global_id 7521 payload 824 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:04:02.741+0000 7fe03cc35640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: dump: 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: dump: 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.834 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:04:02.741+0000 7fe040f23900 5 monclient: authenticate success, global_id 7521 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:04:02.741+0000 7fe02affd640 4 set_mon_vals no callback set 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:04:02.741+0000 7fe040f23900 1 librados: init done 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:04:02.743+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fe018077600 auth_method 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:04:02.743+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a84cb890 auth_method 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:04:02.744+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a835cdc0 auth_method 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:04:02.744+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a835f060 auth_method 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:04:02.746+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b1a85906d0 EEXIST 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.835 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x55b1a858c310 EEXIST 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a85b8900 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a85b8cd0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a85eafc0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.748822s 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a85eafc0 auth_method 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a85b8cd0 auth_method 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient(hunting): handle_auth_done global_id 7524 payload 824 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:04:02.747+0000 7fe03d436640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:04:02.747+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a85b8900 auth_method 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: dump: 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: dump: 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.836 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:04:02.747+0000 7fe040f23900 5 monclient: authenticate success, global_id 7524 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:04:02.747+0000 7fe03dc37640 4 set_mon_vals no callback set 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe00c077450 auth_method 0 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: get_monmap_and_config 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:04:02.749+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.837 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x7ffca14ce398 EEXIST 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a867fa60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a8680370 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a8652bb0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.751880s 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8680370 auth_method 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a8652bb0 auth_method 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a867fa60 auth_method 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient(hunting): handle_auth_done global_id 7527 payload 274 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:04:02.750+0000 7fe03d436640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: dump: 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: dump: 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.838 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 monclient: authenticate success, global_id 7527 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:04:02.750+0000 7fe040f23900 4 set_mon_vals no callback set 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: shutdown 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:04:02.750+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: starting msgr at 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: starting objecter 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b1a864fc90 EEXIST 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: setting wanted keys 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: calling monclient init 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.839 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x55b1a864c228 EEXIST 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a867fa60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a8680370 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a867a430 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.753584s 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a867fa60 auth_method 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8680370 auth_method 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a867a430 auth_method 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_done global_id 7019 payload 824 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:04:02.751+0000 7fe03cc35640 1 monclient: found mon.noname-c 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: dump: 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: dump: 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.840 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:04:02.752+0000 7fe013fff640 4 set_mon_vals no callback set 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:04:02.752+0000 7fe040f23900 5 monclient: authenticate success, global_id 7019 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:04:02.752+0000 7fe040f23900 1 librados: init done 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:04:02.752+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cr dump hook 0x55b1a867aa08 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:04:02.753+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:04:02.754+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fdffc077690 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:04:02.754+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a8715380 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 realm 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:04:02.754+0000 7fe040f23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:04:02.755+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a8737ac0 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:04:02.755+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a8759310 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:04:02.756+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:04:02.756+0000 7fe040f23900 20 searching for the correct realm 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:04:02.756+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a877c0d0 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:04:02.757+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006e6e0 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:04:02.757+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fe02c071070 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:04:02.758+0000 7fe03d436640 10 monclient: get_auth_request con 0x7fe024097040 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:04:02.759+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fe03006e6e0 msgr2=0x7fe03006fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:04:02.759+0000 7fe0127fc640 1 client.7019.objecter ms_handle_reset 0x7fe03006e6e0 session 0x7fe03008d040 osd.7 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:04:02.759+0000 7fe0127fc640 10 monclient: _renew_subs 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:04:02.759+0000 7fe0127fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:04:02.759+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fdffc0a4ba0 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:04:02.760+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006dd40 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:04:02.762+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fdffc0a4ba0 msgr2=0x7fdffc0c4fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:04:02.762+0000 7fe0127fc640 1 client.7019.objecter ms_handle_reset 0x7fdffc0a4ba0 session 0x7fe03008d040 osd.7 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:04:02.762+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006e6e0 auth_method 0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 zone default found 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 Realm: () 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:04:02.766+0000 7fe040f23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 zonegroup default 2026-04-02T12:04:02.841 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 started sync module instance, tier type = 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=4 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=5 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=6 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=7 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=3 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=1 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=2 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:04:02.771+0000 7fe040f23900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:04:02.771+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fdfc4007200 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:04:02.773+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache list hook 0x55b1a8675480 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache inspect hook 0x55b1a8675480 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache erase hook 0x55b1a8675480 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache zap hook 0x55b1a8675480 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 note: GC not initialized 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:04:02.774+0000 7fdfe9feb640 20 reqs_thread_entry: start 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace show hook 0x7fe02406a560 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace history hook 0x7fe02406a560 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace active hook 0x7fe02406a560 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace active_short hook 0x7fe02406a560 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:04:02.774+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a888ba40 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:04:02.776+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a88865a0 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:04:02.777+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a8887900 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:04:02.779+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a8889370 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:04:02.782+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a8882160 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:04:02.787+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a88848e0 auth_method 0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 Filter name: none 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:04:02.813+0000 7fdfe37fe640 20 reqs_thread_entry: start 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : miss 2026-04-02T12:04:02.842 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894501 cookie 94221525223408 notifier 7019 bl.length()=923 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:04:02.826+0000 7fe040f23900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe040f23900 time 2026-04-02T12:04:02.827418+0000 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fe04238f8f8] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:04:02.827+0000 7fe040f23900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fe040f23900 thread_name:radosgw-admin 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fe04143fc30] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fe04148d02c] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fe04238f957] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:02.843 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:02.844 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fdfe37fe640 / http_manager 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fdfe9feb640 / http_manager 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0127fc640 / ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe013fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe01e7fc640 / ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0297fa640 / ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe02affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe02b7fe640 / admin_socket 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0377fe640 / ms_dispatch 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe037fff640 / msgr-worker-2 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03cc35640 / msgr-worker-1 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03d436640 / msgr-worker-0 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03dc37640 / io_context_pool 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 7fe040f23900 / radosgw-admin 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.96944.log 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:04:02.739+0000 7fe02affd640 10 monclient: dump: 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:04:02.739+0000 7fe040f23900 5 monclient: authenticate success, global_id 7007 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:04:02.739+0000 7fe040f23900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:04:02.739+0000 7fe040f23900 4 set_mon_vals no callback set 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: shutdown 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) unregister_commands rotate-key 2026-04-02T12:04:02.845 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83dcb00) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: starting msgr at 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: starting objecter 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests hook 0x55b1a83d4ea0 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: setting wanted keys 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:04:02.740+0000 7fe040f23900 1 librados: calling monclient init 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding auth protocol: cephx 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: crc 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 AuthRegistry(0x55b1a83d72e0) adding con mode: secure 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:04:02.740+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:04:02.740+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key hook 0x55b1a83d7428 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a833bb70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a8368000 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a8416100 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.846 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:04:02.740+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.742991s 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a833bb70 auth_method 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8368000 auth_method 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:04:02.741+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a8416100 auth_method 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:04:02.741+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient(hunting): handle_auth_done global_id 7521 payload 824 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:04:02.741+0000 7fe03cc35640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:04:02.741+0000 7fe03cc35640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: dump: 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:04:02.741+0000 7fe0297fa640 10 monclient: dump: 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:04:02.741+0000 7fe040f23900 5 monclient: authenticate success, global_id 7521 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:04:02.741+0000 7fe02affd640 4 set_mon_vals no callback set 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:04:02.741+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:04:02.741+0000 7fe040f23900 1 librados: init done 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.847 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:04:02.743+0000 7fe0297fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:04:02.743+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fe018077600 auth_method 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:04:02.743+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a84cb890 auth_method 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:04:02.744+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a835cdc0 auth_method 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:04:02.744+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a835f060 auth_method 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:04:02.746+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858d2c0) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b1a85906d0 EEXIST 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding auth protocol: cephx 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: crc 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 AuthRegistry(0x55b1a858c1c8) adding con mode: secure 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:04:02.746+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:04:02.746+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x55b1a858c310 EEXIST 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a85b8900 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a85b8cd0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a85eafc0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.848 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:04:02.746+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.748822s 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a85eafc0 auth_method 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:04:02.746+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a85b8cd0 auth_method 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:04:02.747+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient(hunting): handle_auth_done global_id 7524 payload 824 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:04:02.747+0000 7fe03d436640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:04:02.747+0000 7fe03d436640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:04:02.747+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a85b8900 auth_method 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: dump: 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:04:02.747+0000 7fe01e7fc640 10 monclient: dump: 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:04:02.747+0000 7fe040f23900 5 monclient: authenticate success, global_id 7524 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:04:02.747+0000 7fe03dc37640 4 set_mon_vals no callback set 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:04:02.747+0000 7fe040f23900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:04:02.748+0000 7fe01e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe00c077450 auth_method 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: get_monmap_and_config 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:04:02.749+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.849 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d5d0) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding auth protocol: cephx 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: crc 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce250) adding con mode: secure 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:04:02.749+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:04:02.749+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x7ffca14ce398 EEXIST 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a867fa60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a8680370 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a8652bb0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:04:02.749+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.751880s 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8680370 auth_method 0 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:04:02.749+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.850 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a8652bb0 auth_method 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a867fa60 auth_method 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:04:02.749+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:04:02.749+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:04:02.750+0000 7fe037fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient(hunting): handle_auth_done global_id 7527 payload 274 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:04:02.750+0000 7fe03d436640 1 monclient: found mon.noname-a 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:04:02.750+0000 7fe03d436640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: dump: 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:04:02.750+0000 7fe013fff640 10 monclient: dump: 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 monclient: authenticate success, global_id 7527 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:04:02.750+0000 7fe040f23900 4 set_mon_vals no callback set 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: shutdown 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: build_initial_monmap 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:04:02.750+0000 7fe040f23900 1 build_initial for_mkfs: 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:04:02.750+0000 7fe040f23900 10 monclient: monmap: 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:02.851 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:04:02.750+0000 7fe040f23900 5 AuthRegistry(0x55b1a864d4a0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: starting msgr at 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: starting objecter 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command objecter_requests cmddesc objecter_requests hook 0x55b1a864fc90 EEXIST 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: setting wanted keys 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:04:02.751+0000 7fe040f23900 1 librados: calling monclient init 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: init 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding auth protocol: cephx 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: crc 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 AuthRegistry(0x55b1a864c0e0) adding con mode: secure 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:04:02.751+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:04:02.751+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command rotate-key cmddesc rotate-key hook 0x55b1a864c228 EEXIST 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-c con 0x55b1a867fa60 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-a con 0x55b1a8680370 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): picked mon.noname-b con 0x55b1a867a430 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:04:02.751+0000 7fe040f23900 10 monclient(hunting): authenticate will time out at 1954.753584s 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): get_auth_request con 0x55b1a867fa60 auth_method 0 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): get_auth_request con 0x55b1a8680370 auth_method 0 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:04:02.751+0000 7fe037fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): get_auth_request con 0x55b1a867a430 auth_method 0 2026-04-02T12:04:02.852 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:04:02.751+0000 7fe03d436640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient(hunting): handle_auth_done global_id 7019 payload 824 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient: _finish_hunting 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:04:02.751+0000 7fe03cc35640 1 monclient: found mon.noname-c 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:04:02.751+0000 7fe03cc35640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: dump: 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:04:02.752+0000 7fe0127fc640 10 monclient: dump: 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:04:02.752+0000 7fe013fff640 4 set_mon_vals no callback set 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:04:02.752+0000 7fe040f23900 5 monclient: authenticate success, global_id 7019 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _renew_subs 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:04:02.752+0000 7fe040f23900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:04:02.752+0000 7fe040f23900 1 librados: init done 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:04:02.752+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cr dump hook 0x55b1a867aa08 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:04:02.753+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:04:02.753+0000 7fe0127fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:04:02.754+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fdffc077690 auth_method 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:04:02.754+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a8715380 auth_method 0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 realm 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:04:02.754+0000 7fe040f23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.853 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:04:02.754+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:04:02.755+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a8737ac0 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:04:02.755+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:04:02.755+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a8759310 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:04:02.756+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:04:02.756+0000 7fe040f23900 20 searching for the correct realm 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:04:02.756+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a877c0d0 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:04:02.757+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006e6e0 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:04:02.757+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fe02c071070 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:04:02.758+0000 7fe03d436640 10 monclient: get_auth_request con 0x7fe024097040 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:04:02.759+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fe03006e6e0 msgr2=0x7fe03006fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:04:02.759+0000 7fe0127fc640 1 client.7019.objecter ms_handle_reset 0x7fe03006e6e0 session 0x7fe03008d040 osd.7 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:04:02.759+0000 7fe0127fc640 10 monclient: _renew_subs 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:04:02.759+0000 7fe0127fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:04:02.759+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fdffc0a4ba0 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:04:02.760+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006dd40 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:04:02.762+0000 7fe03cc35640 0 -- 192.168.123.101:0/42098261 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fdffc0a4ba0 msgr2=0x7fdffc0c4fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:04:02.762+0000 7fe0127fc640 1 client.7019.objecter ms_handle_reset 0x7fdffc0a4ba0 session 0x7fe03008d040 osd.7 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:04:02.762+0000 7fe03cc35640 10 monclient: get_auth_request con 0x7fe03006e6e0 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:04:02.765+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 zone default found 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 Realm: () 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:04:02.766+0000 7fe040f23900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:04:02.766+0000 7fe040f23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 zonegroup default 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 started sync module instance, tier type = 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:04:02.766+0000 7fe040f23900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=4 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=5 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=6 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:04:02.770+0000 7fe040f23900 20 add_watcher() i=0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=7 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=3 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=1 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:04:02.771+0000 7fe040f23900 20 add_watcher() i=2 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:04:02.771+0000 7fe040f23900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:04:02.771+0000 7fe037fff640 10 monclient: get_auth_request con 0x7fdfc4007200 auth_method 0 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding auth protocol: cephx 2026-04-02T12:04:02.854 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: crc 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 AuthRegistry(0x7ffca14ce340) adding con mode: secure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:04:02.773+0000 7fe040f23900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:04:02.773+0000 7fe040f23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache list hook 0x55b1a8675480 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache inspect hook 0x55b1a8675480 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache erase hook 0x55b1a8675480 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:04:02.773+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command cache zap hook 0x55b1a8675480 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 note: GC not initialized 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:04:02.774+0000 7fdfe9feb640 20 reqs_thread_entry: start 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace show hook 0x7fe02406a560 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace history hook 0x7fe02406a560 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace active hook 0x7fe02406a560 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:04:02.774+0000 7fe040f23900 5 asok(0x55b1a82d86b0) register_command sync trace active_short hook 0x7fe02406a560 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:04:02.774+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a888ba40 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:04:02.776+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a88865a0 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:04:02.777+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a8887900 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:04:02.779+0000 7fe03d436640 10 monclient: get_auth_request con 0x55b1a8889370 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:04:02.782+0000 7fe03cc35640 10 monclient: get_auth_request con 0x55b1a8882160 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:04:02.787+0000 7fe037fff640 10 monclient: get_auth_request con 0x55b1a88848e0 auth_method 0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 Filter name: none 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:04:02.813+0000 7fdfe37fe640 20 reqs_thread_entry: start 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:04:02.813+0000 7fe040f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : miss 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:04:02.813+0000 7fe040f23900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:04:02.814+0000 7fe040f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:04:02.819+0000 7fe040f23900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894501 cookie 94221525223408 notifier 7019 bl.length()=923 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:04:02.819+0000 7fe013fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:04:02.821+0000 7fe040f23900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:04:02.826+0000 7fe040f23900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fe040f23900 time 2026-04-02T12:04:02.827418+0000 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:02.855 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fe04238f8f8] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:04:02.827+0000 7fe040f23900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7fe040f23900 thread_name:radosgw-admin 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fe04143fc30] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fe04148d02c] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fe04238f957] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55b1a67eafc4] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55b1a6f0bea6] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fe04142a610] 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:04:02.856 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:02.857 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fdfe37fe640 / http_manager 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fdfe9feb640 / http_manager 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0127fc640 / ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe013fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe01e7fc640 / ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0297fa640 / ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe02affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe02b7fe640 / admin_socket 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe0377fe640 / ms_dispatch 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe037fff640 / msgr-worker-2 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03cc35640 / msgr-worker-1 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03d436640 / msgr-worker-0 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe03dc37640 / io_context_pool 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: 7fe040f23900 / radosgw-admin 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:04:02.828275Z_9c8462d0-98b8-4097-9adf-325fd6f53a14/log 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:02.858 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:02.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.873+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 realm 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:02.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:02.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.875+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:02.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.876+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:02.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.876+0000 7eff468e8900 20 searching for the correct realm 2026-04-02T12:04:02.882 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:02.879+0000 7eff3ffff640 0 -- 192.168.123.101:0/876112736 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7eff380c3190 msgr2=0x7eff380e2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.085+0000 7eff44ba0640 0 -- 192.168.123.101:0/876112736 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5587d3a74c50 msgr2=0x5587d3a95100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.086+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.089 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 zone default found 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 4 Realm: () 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 zonegroup default 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.087+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.088+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.088+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.088+0000 7eff468e8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.088+0000 7eff468e8900 20 started sync module instance, tier type = 2026-04-02T12:04:03.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.088+0000 7eff468e8900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.091+0000 7eff468e8900 20 add_watcher() i=6 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.091+0000 7eff468e8900 20 add_watcher() i=0 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.091+0000 7eff468e8900 20 add_watcher() i=3 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 20 add_watcher() i=5 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 20 add_watcher() i=4 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 20 add_watcher() i=2 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 20 add_watcher() i=1 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 20 add_watcher() i=7 2026-04-02T12:04:03.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.092+0000 7eff468e8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:03.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.094+0000 7eff468e8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:03.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.094+0000 7eff468e8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:03.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.094+0000 7eff468e8900 5 note: GC not initialized 2026-04-02T12:04:03.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.095+0000 7efef0ff1640 20 reqs_thread_entry: start 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 Filter name: none 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7efeea7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:03.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.133+0000 7eff468e8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.134+0000 7eff468e8900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:04:03.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.134+0000 7eff468e8900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=2 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 2 removed watcher, disabling cache 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=6 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=5 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=3 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=0 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=4 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=7 2026-04-02T12:04:03.140 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.138+0000 7eff468e8900 20 remove_watcher() i=1 2026-04-02T12:04:03.146 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:03.146 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:03.146 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:03.146 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:03.147 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:03.147 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:03.168 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:03.168 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:03.216 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:03.236 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:03.236 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:03.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.256+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 realm 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.257+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.258+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.258+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.259+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:03.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.259+0000 7f4ff4b85900 20 searching for the correct realm 2026-04-02T12:04:03.264 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.262+0000 7f4ff10e8640 0 -- 192.168.123.101:0/3748220559 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f4fd8034b40 msgr2=0x7f4fd802d470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.265+0000 7f4ff08e7640 0 -- 192.168.123.101:0/3748220559 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55e75c208370 msgr2=0x55e75c228790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:03.269 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.267+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 zone default found 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 4 Realm: () 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 zonegroup default 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.268+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.269+0000 7f4ff4b85900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:03.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.269+0000 7f4ff4b85900 20 started sync module instance, tier type = 2026-04-02T12:04:03.271 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.269+0000 7f4ff4b85900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.271+0000 7f4ff4b85900 20 add_watcher() i=5 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.271+0000 7f4ff4b85900 20 add_watcher() i=1 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.272+0000 7f4ff4b85900 20 add_watcher() i=0 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.272+0000 7f4ff4b85900 20 add_watcher() i=6 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.272+0000 7f4ff4b85900 20 add_watcher() i=2 2026-04-02T12:04:03.274 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.272+0000 7f4ff4b85900 20 add_watcher() i=7 2026-04-02T12:04:03.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.272+0000 7f4ff4b85900 20 add_watcher() i=4 2026-04-02T12:04:03.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.273+0000 7f4ff4b85900 20 add_watcher() i=3 2026-04-02T12:04:03.275 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.273+0000 7f4ff4b85900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:03.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.274+0000 7f4ff4b85900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:03.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.274+0000 7f4ff4b85900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:03.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.274+0000 7f4ff4b85900 5 note: GC not initialized 2026-04-02T12:04:03.277 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.275+0000 7f4f9e7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:03.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.311+0000 7f4ff4b85900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:03.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.311+0000 7f4ff4b85900 20 Filter name: none 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.311+0000 7f4f97fff640 20 reqs_thread_entry: start 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.311+0000 7f4ff4b85900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.311+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : miss 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 20 rados->read ofs=0 len=0 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:03.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.312+0000 7f4ff4b85900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:03.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.313+0000 7f4ff4b85900 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to be held by another RGW process; skipping for now 2026-04-02T12:04:03.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=0 2026-04-02T12:04:03.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 2 removed watcher, disabling cache 2026-04-02T12:04:03.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=4 2026-04-02T12:04:03.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=7 2026-04-02T12:04:03.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=1 2026-04-02T12:04:03.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=2 2026-04-02T12:04:03.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=3 2026-04-02T12:04:03.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.316+0000 7f4ff4b85900 20 remove_watcher() i=5 2026-04-02T12:04:03.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:03.317+0000 7f4ff4b85900 20 remove_watcher() i=6 2026-04-02T12:04:03.325 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:04:33.343 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:33.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:33.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:33.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.380+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 realm 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.383 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.381+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.382+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:33.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.382+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.382+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:33.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.382+0000 7fa154536900 20 searching for the correct realm 2026-04-02T12:04:33.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.385+0000 7fa1509d0640 0 -- 192.168.123.101:0/845588500 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x556d9ce3a730 msgr2=0x556d9ce5abe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:33.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.389+0000 7fa1509d0640 0 -- 192.168.123.101:0/845588500 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x556d9cdd3fa0 msgr2=0x556d9cdf43a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.393 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 zone default found 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 4 Realm: () 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 zonegroup default 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.391+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.392+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.392+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.392+0000 7fa154536900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.392+0000 7fa154536900 20 started sync module instance, tier type = 2026-04-02T12:04:33.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.392+0000 7fa154536900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:33.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=3 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=5 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=7 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=0 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=2 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=4 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.430+0000 7fa154536900 20 add_watcher() i=1 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.431+0000 7fa154536900 20 add_watcher() i=6 2026-04-02T12:04:33.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.431+0000 7fa154536900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:33.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.433+0000 7fa154536900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:33.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.433+0000 7fa154536900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:33.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.433+0000 7fa154536900 5 note: GC not initialized 2026-04-02T12:04:33.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.433+0000 7fa0fd7f2640 20 reqs_thread_entry: start 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.472+0000 7fa154536900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.472+0000 7fa154536900 20 Filter name: none 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.472+0000 7fa0f67fc640 20 reqs_thread_entry: start 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : miss 2026-04-02T12:04:33.475 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 20 rados_obj.operate() r=0 bl.length=453 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.476 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.473+0000 7fa154536900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:33.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.474+0000 7fa154536900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa154536900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa154536900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa154536900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa154536900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa12f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894502 cookie 93929271576528 notifier 7581 bl.length()=923 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa12f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa12f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.482+0000 7fa12f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.484+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:33.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.484+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:33.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.484+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:33.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.484+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:33.488 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.486+0000 7fa12f7fe640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.1' needs retry: Success 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.0 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.0 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.1 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.1 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.2 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.2 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.3 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.3 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.4 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.4 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.5 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.5 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.6 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.6 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.7 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.7 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.8 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.8 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.9 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.9 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.10 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.10 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.11 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2.11 2026-04-02T12:04:33.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.489+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.0 2026-04-02T12:04:33.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.490+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.1 2026-04-02T12:04:33.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.490+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2 2026-04-02T12:04:33.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.490+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.3 2026-04-02T12:04:33.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.491+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.4 2026-04-02T12:04:33.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.491+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.5 2026-04-02T12:04:33.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.491+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.6 2026-04-02T12:04:33.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.491+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.7 2026-04-02T12:04:33.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.492+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.8 2026-04-02T12:04:33.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.492+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.9 2026-04-02T12:04:33.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.492+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.10 2026-04-02T12:04:33.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.496+0000 7fa154536900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:33.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.496+0000 7fa154536900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:33.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.497+0000 7fa154536900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.497+0000 7fa154536900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.497+0000 7fa154536900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.497+0000 7fa154536900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:33.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa12f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894503 cookie 93929271576528 notifier 7581 bl.length()=923 2026-04-02T12:04:33.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa12f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa12f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa12f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:33.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:33.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:33.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.498+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:33.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.501+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.0 2026-04-02T12:04:33.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.501+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.1 2026-04-02T12:04:33.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.501+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.2 2026-04-02T12:04:33.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.501+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.3 2026-04-02T12:04:33.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.502+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.4 2026-04-02T12:04:33.504 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.502+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.5 2026-04-02T12:04:33.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.502+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.6 2026-04-02T12:04:33.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.502+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.7 2026-04-02T12:04:33.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.503+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.8 2026-04-02T12:04:33.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.503+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.9 2026-04-02T12:04:33.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.503+0000 7fa154536900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35.10 2026-04-02T12:04:33.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.503+0000 7fa154536900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:33.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.503+0000 7fa154536900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.504+0000 7fa154536900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.504+0000 7fa154536900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.504+0000 7fa154536900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.504+0000 7fa154536900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35, ofs0, ns] 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa12f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894504 cookie 93929271576528 notifier 7581 bl.length()=887 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa12f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 info.flags=0x17 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa12f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 to cache LRU end 2026-04-02T12:04:33.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa12f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:33.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_sources= new_sources= 2026-04-02T12:04:33.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential sources added=[] removed=[] 2026-04-02T12:04:33.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): orig_dests= new_dests= 2026-04-02T12:04:33.508 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.505+0000 7fa154536900 20 handle_bi_update(): bucket=:abort-at-do-reshard[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35]): potential dests added=[] removed=[] 2026-04-02T12:04:33.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.507+0000 7fa154536900 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 11 shards to 12 shards completed successfully 2026-04-02T12:04:33.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=3 2026-04-02T12:04:33.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 2 removed watcher, disabling cache 2026-04-02T12:04:33.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=0 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=4 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=5 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=6 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=2 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.512+0000 7fa154536900 20 remove_watcher() i=1 2026-04-02T12:04:33.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.513+0000 7fa154536900 20 remove_watcher() i=7 2026-04-02T12:04:33.523 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-02T12:04:33.541 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:33.541 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:33.559 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.557+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 realm 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.558+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.559+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:33.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.559+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.559+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:33.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.559+0000 7fd36535d900 20 searching for the correct realm 2026-04-02T12:04:33.564 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.562+0000 7fd361170640 0 -- 192.168.123.101:0/558522160 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7fd354017040 msgr2=0x7fd354018930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:33.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.565+0000 7fd361170640 0 -- 192.168.123.101:0/558522160 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fd354046040 msgr2=0x7fd354047930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.567+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 zone default found 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 4 Realm: () 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 zonegroup default 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.568+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:33.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 started sync module instance, tier type = 2026-04-02T12:04:33.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.569+0000 7fd36535d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:33.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.572+0000 7fd36535d900 20 add_watcher() i=7 2026-04-02T12:04:33.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.572+0000 7fd36535d900 20 add_watcher() i=3 2026-04-02T12:04:33.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.573+0000 7fd36535d900 20 add_watcher() i=5 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.573+0000 7fd36535d900 20 add_watcher() i=0 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.573+0000 7fd36535d900 20 add_watcher() i=6 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.573+0000 7fd36535d900 20 add_watcher() i=2 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.573+0000 7fd36535d900 20 add_watcher() i=4 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.574+0000 7fd36535d900 20 add_watcher() i=1 2026-04-02T12:04:33.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.574+0000 7fd36535d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:33.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.575+0000 7fd36535d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:33.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.575+0000 7fd36535d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:33.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.575+0000 7fd36535d900 5 note: GC not initialized 2026-04-02T12:04:33.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.575+0000 7fd30e7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:33.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd36535d900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd36535d900 20 Filter name: none 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd307fff640 20 reqs_thread_entry: start 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.615+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=187 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 rados_obj.operate() r=0 bl.length=417 2026-04-02T12:04:33.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.616+0000 7fd36535d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=7 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 2 removed watcher, disabling cache 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=3 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=5 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=0 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=2 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=1 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=6 2026-04-02T12:04:33.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:33.621+0000 7fd36535d900 20 remove_watcher() i=4 2026-04-02T12:04:33.629 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:33.629 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:33.629 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-do-reshard id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.35 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:04:33.629 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:33.631 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.631 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:33.642 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.642 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:33.790 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.790 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:33.884 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2026-04-02T12:04:33.884 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:33.885 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.885 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:33.916 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.916 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:33.964 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:33.964 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.014 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.015 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.064 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.064 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.114 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.114 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.164 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.164 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.215 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.215 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.264 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.264 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.314 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.314 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.364 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.364 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.415 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.415 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.465 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.465 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.515 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.515 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.565 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.565 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.615 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.615 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.665 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.665 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.714 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.715 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.765 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.765 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.815 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.815 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.865 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.865 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.915 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:34.915 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:34.966 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:34.985 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:34.985 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.003+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 realm 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.006 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.004+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.005+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.005+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.006+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:35.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.006+0000 7f68c475c900 20 searching for the correct realm 2026-04-02T12:04:35.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.008+0000 7f68bbfff640 0 -- 192.168.123.101:0/2266024231 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f68b4066e60 msgr2=0x7f68b4068b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:35.014 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.011+0000 7f68bbfff640 0 -- 192.168.123.101:0/2266024231 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f687c0a4a70 msgr2=0x7f687c0c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.014+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.017 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 zone default found 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 4 Realm: () 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 zonegroup default 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.015+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.016+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.016+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.016+0000 7f68c475c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.016+0000 7f68c475c900 20 started sync module instance, tier type = 2026-04-02T12:04:35.018 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.016+0000 7f68c475c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:35.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.019+0000 7f68c475c900 20 add_watcher() i=3 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.019+0000 7f68c475c900 20 add_watcher() i=4 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=0 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=2 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=1 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=6 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=7 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 20 add_watcher() i=5 2026-04-02T12:04:35.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.020+0000 7f68c475c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:35.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.022+0000 7f68c475c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:35.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.022+0000 7f68c475c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:35.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.022+0000 7f68c475c900 5 note: GC not initialized 2026-04-02T12:04:35.024 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.022+0000 7f686d7ea640 20 reqs_thread_entry: start 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.059+0000 7f68c475c900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.059+0000 7f68c475c900 20 Filter name: none 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.059+0000 7f6866ffd640 20 reqs_thread_entry: start 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.059+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:35.062 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:35.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:35.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.060+0000 7f68c475c900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.061+0000 7f68c475c900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:35.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.061+0000 7f68c475c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.065+0000 7f68c475c900 20 remove_watcher() i=0 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.065+0000 7f68c475c900 2 removed watcher, disabling cache 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.065+0000 7f68c475c900 20 remove_watcher() i=3 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=5 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=6 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=4 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=1 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=2 2026-04-02T12:04:35.068 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.066+0000 7f68c475c900 20 remove_watcher() i=7 2026-04-02T12:04:35.075 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:35.075 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:35.075 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:35.075 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:35.076 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2026-04-02T12:04:35.097 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:35.098 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:35.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.117+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 realm 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.119+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.120+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.120+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.120+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:35.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.120+0000 7f1019367900 20 searching for the correct realm 2026-04-02T12:04:35.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.124+0000 7f10150e0640 0 -- 192.168.123.101:0/3043468395 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f1008079370 msgr2=0x7f1008061350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:35.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.327+0000 7f10150e0640 0 -- 192.168.123.101:0/3043468395 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f100803ba50 msgr2=0x7f1008085120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:35.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.331+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 zone default found 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 4 Realm: () 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 zonegroup default 2026-04-02T12:04:35.334 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.332+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.333+0000 7f1019367900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.333+0000 7f1019367900 20 started sync module instance, tier type = 2026-04-02T12:04:35.335 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.333+0000 7f1019367900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=6 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=5 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=3 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=0 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=7 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=4 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=2 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 20 add_watcher() i=1 2026-04-02T12:04:35.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.338+0000 7f1019367900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:35.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.340+0000 7f1019367900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:35.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.340+0000 7f1019367900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:35.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.340+0000 7f1019367900 5 note: GC not initialized 2026-04-02T12:04:35.343 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.341+0000 7f0fc27ec640 20 reqs_thread_entry: start 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 20 Filter name: none 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f0fbbfff640 20 reqs_thread_entry: start 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.377+0000 7f1019367900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 : miss 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:35.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.378+0000 7f1019367900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.383+0000 7f1019367900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.383+0000 7f1019367900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.383+0000 7f1019367900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.383+0000 7f1019367900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36, ofs0, ns] 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.384+0000 7f0febfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894502 cookie 94215923844432 notifier 7121 bl.length()=935 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.384+0000 7f0febfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.384+0000 7f0febfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:35.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.384+0000 7f0febfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:35.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.385+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_sources= new_sources= 2026-04-02T12:04:35.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.385+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential sources added=[] removed=[] 2026-04-02T12:04:35.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.385+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_dests= new_dests= 2026-04-02T12:04:35.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.385+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential dests added=[] removed=[] 2026-04-02T12:04:35.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.388+0000 7f1019367900 -1 Injecting error=-5 at location=logrecord_writes 2026-04-02T12:04:35.390 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.388+0000 7f1019367900 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2026-04-02T12:04:35.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.392+0000 7f1019367900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:35.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.392+0000 7f1019367900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.393+0000 7f1019367900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.393+0000 7f1019367900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.393+0000 7f1019367900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.394+0000 7f1019367900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36, ofs0, ns] 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.394+0000 7f0febfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894503 cookie 94215923844432 notifier 7121 bl.length()=899 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.394+0000 7f0febfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.394+0000 7f0febfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:35.396 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.394+0000 7f0febfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:35.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.395+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_sources= new_sources= 2026-04-02T12:04:35.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.395+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential sources added=[] removed=[] 2026-04-02T12:04:35.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.395+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_dests= new_dests= 2026-04-02T12:04:35.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.395+0000 7f1019367900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential dests added=[] removed=[] 2026-04-02T12:04:35.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=1 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 2 removed watcher, disabling cache 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=7 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=3 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=0 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=4 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=2 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=5 2026-04-02T12:04:35.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.400+0000 7f1019367900 20 remove_watcher() i=6 2026-04-02T12:04:35.411 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:35.432 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:35.432 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:35.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.448+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 realm 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.449+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.450+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.450+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.451+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:35.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.451+0000 7fbcdc14b900 20 searching for the correct realm 2026-04-02T12:04:35.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.454+0000 7fbcd3fff640 0 -- 192.168.123.101:0/2415690872 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fbcc0036040 msgr2=0x7fbcc003dac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:35.461 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.458+0000 7fbcd37fe640 0 -- 192.168.123.101:0/2415690872 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55b13b864fb0 msgr2=0x55b13b885390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:35.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:35.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:35.463 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.461+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 zone default found 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 4 Realm: () 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 zonegroup default 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.464 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 started sync module instance, tier type = 2026-04-02T12:04:35.465 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.462+0000 7fbcdc14b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:35.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.465+0000 7fbcdc14b900 20 add_watcher() i=4 2026-04-02T12:04:35.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.466+0000 7fbcdc14b900 20 add_watcher() i=6 2026-04-02T12:04:35.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.466+0000 7fbcdc14b900 20 add_watcher() i=5 2026-04-02T12:04:35.468 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.466+0000 7fbcdc14b900 20 add_watcher() i=2 2026-04-02T12:04:35.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.466+0000 7fbcdc14b900 20 add_watcher() i=3 2026-04-02T12:04:35.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.466+0000 7fbcdc14b900 20 add_watcher() i=7 2026-04-02T12:04:35.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.467+0000 7fbcdc14b900 20 add_watcher() i=0 2026-04-02T12:04:35.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.467+0000 7fbcdc14b900 20 add_watcher() i=1 2026-04-02T12:04:35.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.467+0000 7fbcdc14b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:35.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.469+0000 7fbcdc14b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:35.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.469+0000 7fbcdc14b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:35.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.469+0000 7fbcdc14b900 5 note: GC not initialized 2026-04-02T12:04:35.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.469+0000 7fbc857ea640 20 reqs_thread_entry: start 2026-04-02T12:04:35.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.707+0000 7fbcdc14b900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.707+0000 7fbcdc14b900 20 Filter name: none 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.707+0000 7fbc7e7fc640 20 reqs_thread_entry: start 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.707+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:35.714 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:35.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:35.715 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.708+0000 7fbcdc14b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 20 remove_watcher() i=0 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 2 removed watcher, disabling cache 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 20 remove_watcher() i=3 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 20 remove_watcher() i=6 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 20 remove_watcher() i=4 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.713+0000 7fbcdc14b900 20 remove_watcher() i=5 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.714+0000 7fbcdc14b900 20 remove_watcher() i=2 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.714+0000 7fbcdc14b900 20 remove_watcher() i=1 2026-04-02T12:04:35.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.714+0000 7fbcdc14b900 20 remove_watcher() i=7 2026-04-02T12:04:35.721 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:35.721 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:35.722 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:35.722 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:35.723 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:35.723 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:35.743 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:35.743 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:35.792 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:35.813 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:35.813 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:35.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.832+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 20 realm 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.833+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.834+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:35.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.834+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.834+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:35.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.834+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:35.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.835+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:35.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.835+0000 7fac86213900 20 searching for the correct realm 2026-04-02T12:04:35.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:35.839+0000 7fac819dc640 0 -- 192.168.123.101:0/3424905862 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fac740650c0 msgr2=0x7fac7409ba70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:36.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.044+0000 7fac821dd640 0 -- 192.168.123.101:0/3424905862 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5644f8edf0b0 msgr2=0x5644f8eff560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:36.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 zone default found 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 4 Realm: () 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 zonegroup default 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.046+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.047+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.047+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.047+0000 7fac86213900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.047+0000 7fac86213900 20 started sync module instance, tier type = 2026-04-02T12:04:36.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.047+0000 7fac86213900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:36.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.051+0000 7fac86213900 20 add_watcher() i=0 2026-04-02T12:04:36.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.051+0000 7fac86213900 20 add_watcher() i=1 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.051+0000 7fac86213900 20 add_watcher() i=3 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.051+0000 7fac86213900 20 add_watcher() i=4 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.052+0000 7fac86213900 20 add_watcher() i=6 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.052+0000 7fac86213900 20 add_watcher() i=5 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.052+0000 7fac86213900 20 add_watcher() i=7 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.052+0000 7fac86213900 20 add_watcher() i=2 2026-04-02T12:04:36.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.052+0000 7fac86213900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:36.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.054+0000 7fac86213900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:36.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.054+0000 7fac86213900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:36.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.054+0000 7fac86213900 5 note: GC not initialized 2026-04-02T12:04:36.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.054+0000 7fac2efed640 20 reqs_thread_entry: start 2026-04-02T12:04:36.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:36.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 20 Filter name: none 2026-04-02T12:04:36.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac2cfe9640 20 reqs_thread_entry: start 2026-04-02T12:04:36.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-02T12:04:36.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 : miss 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.090+0000 7fac86213900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.091+0000 7fac86213900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 2026-04-02T12:04:36.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac86213900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac86213900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac86213900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac86213900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36, ofs0, ns] 2026-04-02T12:04:36.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894504 cookie 94854234153792 notifier 7154 bl.length()=935 2026-04-02T12:04:36.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac617fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.096+0000 7fac617fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.098+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_sources= new_sources= 2026-04-02T12:04:36.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.098+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential sources added=[] removed=[] 2026-04-02T12:04:36.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.098+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_dests= new_dests= 2026-04-02T12:04:36.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.098+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential dests added=[] removed=[] 2026-04-02T12:04:36.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.0 2026-04-02T12:04:36.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.0 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.1 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.1 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.2 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.2 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.3 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.3 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.4 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.4 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.5 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.5 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.6 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.6 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.7 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.7 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.8 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.8 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.9 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.9 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.10 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.10 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.11 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1.11 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.0 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.2 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.103+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.3 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.104+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.4 2026-04-02T12:04:36.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.104+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.5 2026-04-02T12:04:36.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.104+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.6 2026-04-02T12:04:36.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.105+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.7 2026-04-02T12:04:36.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.105+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.8 2026-04-02T12:04:36.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.105+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.9 2026-04-02T12:04:36.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.105+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.10 2026-04-02T12:04:36.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.109+0000 7fac86213900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:36.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.109+0000 7fac86213900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.110+0000 7fac86213900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.110+0000 7fac86213900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.110+0000 7fac86213900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.110+0000 7fac86213900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36, ofs0, ns] 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.111+0000 7fac617fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 94854234153792 notifier 7154 bl.length()=935 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.111+0000 7fac617fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.111+0000 7fac617fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.111+0000 7fac617fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.112+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_sources= new_sources= 2026-04-02T12:04:36.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.112+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential sources added=[] removed=[] 2026-04-02T12:04:36.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.112+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_dests= new_dests= 2026-04-02T12:04:36.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.112+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential dests added=[] removed=[] 2026-04-02T12:04:36.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.115+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.0 2026-04-02T12:04:36.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.115+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.1 2026-04-02T12:04:36.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.115+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.2 2026-04-02T12:04:36.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.115+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.3 2026-04-02T12:04:36.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.116+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.4 2026-04-02T12:04:36.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.116+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.5 2026-04-02T12:04:36.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.116+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.6 2026-04-02T12:04:36.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.116+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.7 2026-04-02T12:04:36.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.117+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.8 2026-04-02T12:04:36.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.117+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.9 2026-04-02T12:04:36.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.117+0000 7fac86213900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36.10 2026-04-02T12:04:36.119 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.117+0000 7fac86213900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 : hit (requested=0x17, cached=0x17) 2026-04-02T12:04:36.120 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.117+0000 7fac86213900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac86213900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac86213900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac86213900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac86213900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36, ofs0, ns] 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac60ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894506 cookie 94854234153792 notifier 7154 bl.length()=899 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac60ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 info.flags=0x17 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac60ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 to cache LRU end 2026-04-02T12:04:36.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.118+0000 7fac60ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:36.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.120+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_sources= new_sources= 2026-04-02T12:04:36.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.120+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential sources added=[] removed=[] 2026-04-02T12:04:36.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.120+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): orig_dests= new_dests= 2026-04-02T12:04:36.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.120+0000 7fac86213900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36]): potential dests added=[] removed=[] 2026-04-02T12:04:36.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.123+0000 7fac86213900 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2026-04-02T12:04:36.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=0 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 2 removed watcher, disabling cache 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=3 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=4 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=2 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=7 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=5 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=6 2026-04-02T12:04:36.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.127+0000 7fac86213900 20 remove_watcher() i=1 2026-04-02T12:04:36.137 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-02T12:04:36.156 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:36.156 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:36.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.173+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 realm 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:36.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.174+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.175+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:36.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.175+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.175+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:36.178 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.176+0000 7f0ed6d2f900 20 searching for the correct realm 2026-04-02T12:04:36.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.178+0000 7f0ed3245640 0 -- 192.168.123.101:0/3882273515 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5596c1ef4540 msgr2=0x5596c1f149d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:36.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.182+0000 7f0ed2a44640 0 -- 192.168.123.101:0/3882273515 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f0ec4066b80 msgr2=0x7f0ec406eac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.184+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:36.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 zone default found 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 4 Realm: () 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 zonegroup default 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.185+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:36.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 started sync module instance, tier type = 2026-04-02T12:04:36.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.186+0000 7f0ed6d2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:36.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.189+0000 7f0ed6d2f900 20 add_watcher() i=5 2026-04-02T12:04:36.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=0 2026-04-02T12:04:36.192 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=7 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=3 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=6 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=2 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=1 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 20 add_watcher() i=4 2026-04-02T12:04:36.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.190+0000 7f0ed6d2f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:36.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.192+0000 7f0ed6d2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:36.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.192+0000 7f0ed6d2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:36.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.192+0000 7f0ed6d2f900 5 note: GC not initialized 2026-04-02T12:04:36.195 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.193+0000 7f0e7b7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:36.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.234+0000 7f0ed6d2f900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:36.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.234+0000 7f0ed6d2f900 20 Filter name: none 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.234+0000 7f0e797fa640 20 reqs_thread_entry: start 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.234+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:36.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados->read ofs=0 len=0 2026-04-02T12:04:36.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:36.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.235+0000 7f0ed6d2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.240+0000 7f0ed6d2f900 20 remove_watcher() i=3 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.240+0000 7f0ed6d2f900 2 removed watcher, disabling cache 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=0 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=1 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=2 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=7 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=5 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=6 2026-04-02T12:04:36.243 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:36.241+0000 7f0ed6d2f900 20 remove_watcher() i=4 2026-04-02T12:04:36.250 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:36.250 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:36.250 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.36 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:04:36.250 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:36.252 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.252 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.260 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.260 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.410 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.410 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.501 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at logrecord_writes 2026-04-02T12:04:36.501 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:36.502 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.502 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.532 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.532 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.580 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.580 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.629 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.629 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.679 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.679 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.729 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.730 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.779 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.780 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.830 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.830 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.879 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.879 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.929 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.929 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:36.978 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:36.979 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.028 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.028 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.077 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.077 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.127 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.128 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.179 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.179 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.229 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.229 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.279 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.279 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.330 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.330 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.380 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.380 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.474 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.474 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.524 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.524 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.573 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:37.573 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:37.626 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:04:37.645 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:37.645 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:37.665 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.662+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.663+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.663+0000 7f0dfcf25900 20 realm 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.663+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:37.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.664+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.665+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:37.667 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.665+0000 7f0dfcf25900 20 searching for the correct realm 2026-04-02T12:04:37.670 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.668+0000 7f0df93ba640 0 -- 192.168.123.101:0/85996225 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55e120c50830 msgr2=0x55e120c70cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:37.674 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.671+0000 7f0df3fff640 0 -- 192.168.123.101:0/85996225 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55e120c2db40 msgr2=0x55e120c4df20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:37.676 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 zone default found 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 4 Realm: () 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 zonegroup default 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.674+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.675+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.675+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.675+0000 7f0dfcf25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.675+0000 7f0dfcf25900 20 started sync module instance, tier type = 2026-04-02T12:04:37.677 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.675+0000 7f0dfcf25900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.678+0000 7f0dfcf25900 20 add_watcher() i=0 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.678+0000 7f0dfcf25900 20 add_watcher() i=2 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.678+0000 7f0dfcf25900 20 add_watcher() i=5 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 20 add_watcher() i=1 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 20 add_watcher() i=6 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 20 add_watcher() i=7 2026-04-02T12:04:37.681 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 20 add_watcher() i=4 2026-04-02T12:04:37.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 20 add_watcher() i=3 2026-04-02T12:04:37.682 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.679+0000 7f0dfcf25900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:37.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.681+0000 7f0dfcf25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:37.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.681+0000 7f0dfcf25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:37.683 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.681+0000 7f0dfcf25900 5 note: GC not initialized 2026-04-02T12:04:37.684 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.681+0000 7f0da5feb640 20 reqs_thread_entry: start 2026-04-02T12:04:37.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:37.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 Filter name: none 2026-04-02T12:04:37.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0d9f7fe640 20 reqs_thread_entry: start 2026-04-02T12:04:37.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.719+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.720+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.720+0000 7f0dfcf25900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.720+0000 7f0dfcf25900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:37.723 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.720+0000 7f0dfcf25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:37.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.725+0000 7f0dfcf25900 20 remove_watcher() i=3 2026-04-02T12:04:37.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.725+0000 7f0dfcf25900 2 removed watcher, disabling cache 2026-04-02T12:04:37.727 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.725+0000 7f0dfcf25900 20 remove_watcher() i=0 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=4 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=2 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=5 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=7 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=6 2026-04-02T12:04:37.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.726+0000 7f0dfcf25900 20 remove_watcher() i=1 2026-04-02T12:04:37.734 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:37.734 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:37.734 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:37.734 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:37.736 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:04:37.757 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:37.757 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:37.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.773+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.774+0000 7feeceb2d900 20 realm 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:37.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.776+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:37.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.776+0000 7feeceb2d900 20 searching for the correct realm 2026-04-02T12:04:37.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.780+0000 7feeca8a7640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7feebc09f0d0 msgr2=0x7feebc06ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:37.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.985+0000 7feecb0a8640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5567a1712670 msgr2=0x5567a1732b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:37.988 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zone default found 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Realm: () 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zonegroup default 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started sync module instance, tier type = 2026-04-02T12:04:37.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:37.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=0 2026-04-02T12:04:37.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=7 2026-04-02T12:04:37.994 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=2 2026-04-02T12:04:37.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=3 2026-04-02T12:04:37.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=4 2026-04-02T12:04:37.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=5 2026-04-02T12:04:37.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=1 2026-04-02T12:04:37.995 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=6 2026-04-02T12:04:37.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.993+0000 7feeceb2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:37.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:37.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:37.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.995+0000 7feeceb2d900 5 note: GC not initialized 2026-04-02T12:04:37.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:37.995+0000 7fee737fe640 20 reqs_thread_entry: start 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.234+0000 7feeceb2d900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.234+0000 7feeceb2d900 20 Filter name: none 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.234+0000 7fee717fa640 20 reqs_thread_entry: start 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.234+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.234+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : miss 2026-04-02T12:04:38.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.235+0000 7feeceb2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.241+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.241+0000 7feeceb2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.241+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.241+0000 7feeceb2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 93903578585040 notifier 7728 bl.length()=935 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.244 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:04:38.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:04:38.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:04:38.245 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.243+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feeceb2d900 time 2026-04-02T12:04:38.246933+0000 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7feecff8f8f8] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.246+0000 7feeceb2d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feeceb2d900 time 2026-04-02T12:04:38.246933+0000 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7feecff8f8f8] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.248 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:04:38.249 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7feeceb2d900 thread_name:radosgw-admin 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7feecf03fc30] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7feecf08d02c] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7feecff8f957] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:04:38.250 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.247+0000 7feeceb2d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7feeceb2d900 thread_name:radosgw-admin 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7feecf03fc30] 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7feecf08d02c] 2026-04-02T12:04:38.252 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7feecff8f957] 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: starting msgr at 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: starting objecter 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests hook 0x5567a136aa60 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: setting wanted keys 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: calling monclient init 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.253 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key hook 0x5567a1369518 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a12cdb70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a12fa000 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a13a8100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.762687s 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a12cdb70 auth_method 0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a12fa000 auth_method 0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a13a8100 auth_method 0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:04:37.761+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient(hunting): handle_auth_done global_id 7719 payload 824 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:04:37.761+0000 7feeca8a7640 1 monclient: found mon.noname-a 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: dump: 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.254 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: dump: 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:04:37.761+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7719 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:04:37.761+0000 7feec17fa640 4 set_mon_vals no callback set 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:04:37.761+0000 7feeceb2d900 1 librados: init done 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:04:37.762+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7feea4077610 auth_method 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:04:37.763+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a144ffb0 auth_method 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:04:37.763+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a14df040 auth_method 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:04:37.764+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1501390 auth_method 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:04:37.765+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:04:37.765+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:04:37.765+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:04:37.765+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5567a1524ad0 EEXIST 2026-04-02T12:04:38.255 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:04:37.766+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:04:37.766+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x5567a1522430 EEXIST 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a154ec90 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a1551570 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a154feb0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.768422s 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a1551570 auth_method 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a154ec90 auth_method 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a154feb0 auth_method 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_done global_id 7193 payload 824 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:04:37.766+0000 7feeca0a6640 1 monclient: found mon.noname-c 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:04:37.766+0000 7feeb4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: dump: 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.256 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: dump: 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:04:37.767+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7193 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:04:37.767+0000 7feecb8a9640 4 set_mon_vals no callback set 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:04:37.768+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee98077450 auth_method 0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: get_monmap_and_config 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:04:37.769+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.257 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd45a14968 EEXIST 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a160afa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a15e4f40 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a163b040 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.771748s 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a160afa0 auth_method 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a163b040 auth_method 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a15e4f40 auth_method 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient(hunting): handle_auth_done global_id 7196 payload 274 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:04:37.770+0000 7feeca8a7640 1 monclient: found mon.noname-c 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: dump: 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7196 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:04:37.770+0000 7feeceb2d900 4 set_mon_vals no callback set 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: dump: 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.258 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: shutdown 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:04:37.770+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: starting msgr at 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: starting objecter 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5567a15e6900 EEXIST 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: setting wanted keys 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: calling monclient init 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x5567a15e28c8 EEXIST 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:38.259 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a15e4f40 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a160afa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a163b040 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.773505s 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a160afa0 auth_method 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a163b040 auth_method 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:04:37.771+0000 7feecb0a8640 1 monclient: found mon.noname-a 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: dump: 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: dump: 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:04:37.772+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7728 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:04:37.772+0000 7feeaa7fc640 4 set_mon_vals no callback set 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:04:37.772+0000 7feeceb2d900 1 librados: init done 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:04:37.772+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cr dump hook 0x5567a160bc78 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:04:37.773+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.260 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:04:37.774+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee88077610 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:04:37.774+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a16abfc0 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 realm 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:04:37.775+0000 7feeceb2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:04:37.775+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a16ce160 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:04:37.775+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a16ef9b0 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:04:37.776+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:04:37.776+0000 7feeceb2d900 20 searching for the correct realm 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:04:37.776+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1712670 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:04:37.777+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc065e30 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:04:37.778+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7feeb80d1040 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:04:37.778+0000 7feecb0a8640 10 monclient: get_auth_request con 0x7feeb0025040 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:04:37.780+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc09f0d0 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:04:37.780+0000 7feeca8a7640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7feebc09f0d0 msgr2=0x7feebc06ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:04:37.980+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc09f0d0 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:04:37.985+0000 7feecb0a8640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5567a1712670 msgr2=0x5567a1732b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:04:37.985+0000 7feea8ff9640 1 client.7728.objecter ms_handle_reset 0x5567a1712670 session 0x5567a1711ff0 osd.3 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:04:37.985+0000 7feea8ff9640 10 monclient: _renew_subs 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:04:37.985+0000 7feea8ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:04:37.985+0000 7feecb0a8640 10 monclient: get_auth_request con 0x7fee880a4b40 auth_method 0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zone default found 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Realm: () 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:04:37.987+0000 7feeceb2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zonegroup default 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started sync module instance, tier type = 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=0 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=7 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=2 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=3 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=4 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=5 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=1 2026-04-02T12:04:38.261 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=6 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:04:37.993+0000 7feeceb2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:04:37.993+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7fee54007200 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:04:37.995+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache list hook 0x5567a160ec20 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache inspect hook 0x5567a160ec20 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache erase hook 0x5567a160ec20 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache zap hook 0x5567a160ec20 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 note: GC not initialized 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:04:37.995+0000 7fee737fe640 20 reqs_thread_entry: start 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace show hook 0x7feebc004b90 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace history hook 0x7feebc004b90 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace active hook 0x7feebc004b90 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace active_short hook 0x7feebc004b90 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:04:37.996+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1749460 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:04:37.997+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174a650 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:04:37.999+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1744950 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:04:38.000+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1746020 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:04:38.004+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174d030 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:04:38.204+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174d030 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:04:38.210+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1729ff0 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 1 client.7193.objecter ms_handle_reset 0x5567a174a650 session 0x5567a1720270 osd.2 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 10 monclient: _renew_subs 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:04:38.216+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee980a4980 auth_method 0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 Filter name: none 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:04:38.234+0000 7fee717fa640 20 reqs_thread_entry: start 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:04:38.234+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : miss 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.262 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 93903578585040 notifier 7728 bl.length()=935 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:04:38.243+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:04:38.246+0000 7feeceb2d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feeceb2d900 time 2026-04-02T12:04:38.246933+0000 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7feecff8f8f8] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:04:38.247+0000 7feeceb2d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7feeceb2d900 thread_name:radosgw-admin 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7feecf03fc30] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7feecf08d02c] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7feecff8f957] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:04:38.263 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:38.264 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7fee717fa640 / http_manager 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7fee737fe640 / http_manager 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feea8ff9640 / ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeaa7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeb4ff9640 / ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeb77fe640 / ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feec17fa640 / io_context_pool, ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feec1ffb640 / admin_socket 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feec98a5640 / ms_dispatch 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeca0a6640 / msgr-worker-2 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeca8a7640 / msgr-worker-1 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feecb0a8640 / msgr-worker-0 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feecb8a9640 / io_context_pool 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 7feeceb2d900 / radosgw-admin 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.97948.log 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding auth protocol: cephx 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: crc 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a136ec60) adding con mode: secure 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: starting msgr at 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: starting objecter 2026-04-02T12:04:38.265 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests hook 0x5567a136aa60 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: setting wanted keys 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:04:37.760+0000 7feeceb2d900 1 librados: calling monclient init 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding auth protocol: cephx 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: crc 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 AuthRegistry(0x5567a13693d0) adding con mode: secure 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:04:37.760+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:04:37.760+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key hook 0x5567a1369518 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a12cdb70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a12fa000 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a13a8100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:04:37.760+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.762687s 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a12cdb70 auth_method 0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a12fa000 auth_method 0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a13a8100 auth_method 0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:04:37.760+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:04:37.760+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:04:37.760+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:04:37.761+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient(hunting): handle_auth_done global_id 7719 payload 824 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:04:37.761+0000 7feeca8a7640 1 monclient: found mon.noname-a 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:04:37.761+0000 7feeca8a7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: dump: 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.266 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:04:37.761+0000 7feeb77fe640 10 monclient: dump: 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:04:37.761+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7719 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:04:37.761+0000 7feec17fa640 4 set_mon_vals no callback set 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:04:37.761+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:04:37.761+0000 7feeceb2d900 1 librados: init done 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:04:37.762+0000 7feeb77fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:04:37.762+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7feea4077610 auth_method 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:04:37.763+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a144ffb0 auth_method 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:04:37.763+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a14df040 auth_method 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:04:37.764+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1501390 auth_method 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:04:37.765+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:04:37.765+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:04:37.765+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding auth protocol: cephx 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.267 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 AuthRegistry(0x5567a1523c50) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:04:37.765+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:04:37.765+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5567a1524ad0 EEXIST 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding auth protocol: cephx 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: crc 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 AuthRegistry(0x5567a15222e8) adding con mode: secure 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:04:37.766+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:04:37.766+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:04:37.766+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x5567a1522430 EEXIST 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a154ec90 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a1551570 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a154feb0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:04:37.766+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.768422s 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a1551570 auth_method 0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a154ec90 auth_method 0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a154feb0 auth_method 0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:04:37.766+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:04:37.766+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient(hunting): handle_auth_done global_id 7193 payload 824 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:04:37.766+0000 7feeca0a6640 1 monclient: found mon.noname-c 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:04:37.766+0000 7feeca0a6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:04:37.766+0000 7feeb4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: dump: 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.268 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:04:37.767+0000 7feeb4ff9640 10 monclient: dump: 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:04:37.767+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7193 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:04:37.767+0000 7feecb8a9640 4 set_mon_vals no callback set 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:04:37.767+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:04:37.768+0000 7feeb4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:04:37.768+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee98077450 auth_method 0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: get_monmap_and_config 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:04:37.769+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: crc 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e3f10) adding con mode: secure 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding auth protocol: cephx 2026-04-02T12:04:38.269 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: crc 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14820) adding con mode: secure 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:04:37.769+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:04:37.769+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffd45a14968 EEXIST 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a160afa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a15e4f40 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a163b040 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:04:37.769+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.771748s 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): get_auth_request con 0x5567a160afa0 auth_method 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a163b040 auth_method 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:04:37.769+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a15e4f40 auth_method 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:04:37.769+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:04:37.769+0000 7feeca8a7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:04:37.770+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient(hunting): handle_auth_done global_id 7196 payload 274 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:04:37.770+0000 7feeca8a7640 1 monclient: found mon.noname-c 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:04:37.770+0000 7feeca8a7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: dump: 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7196 2026-04-02T12:04:38.270 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: get_monmap_and_config success 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:04:37.770+0000 7feeceb2d900 4 set_mon_vals no callback set 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:04:37.770+0000 7feeaa7fc640 10 monclient: dump: 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: shutdown 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: build_initial_monmap 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:04:37.770+0000 7feeceb2d900 1 build_initial for_mkfs: 0 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:04:37.770+0000 7feeceb2d900 10 monclient: monmap: 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:04:37.770+0000 7feeceb2d900 5 AuthRegistry(0x5567a163b560) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: starting msgr at 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: starting objecter 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5567a15e6900 EEXIST 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: setting wanted keys 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:04:37.771+0000 7feeceb2d900 1 librados: calling monclient init 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: init 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding auth protocol: cephx 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: crc 2026-04-02T12:04:38.271 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 AuthRegistry(0x5567a15e2780) adding con mode: secure 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:04:37.771+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:04:37.771+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command rotate-key cmddesc rotate-key hook 0x5567a15e28c8 EEXIST 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: _reopen_session rank -1 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-b con 0x5567a15e4f40 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-c con 0x5567a160afa0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): picked mon.noname-a con 0x5567a163b040 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): start opening mon connection 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): _renew_subs 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:04:37.771+0000 7feeceb2d900 10 monclient(hunting): authenticate will time out at 1989.773505s 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): get_auth_request con 0x5567a160afa0 auth_method 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): get_auth_request con 0x5567a163b040 auth_method 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:04:37.771+0000 7feeca0a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient: _finish_hunting 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:04:37.771+0000 7feecb0a8640 1 monclient: found mon.noname-a 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:04:37.771+0000 7feecb0a8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: dump: 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: _finish_auth 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:04:37.772+0000 7feea8ff9640 10 monclient: dump: 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:04:37.772+0000 7feeceb2d900 5 monclient: authenticate success, global_id 7728 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:04:37.772+0000 7feeaa7fc640 4 set_mon_vals no callback set 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _renew_subs 2026-04-02T12:04:38.272 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:04:37.772+0000 7feeceb2d900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:04:37.772+0000 7feeceb2d900 1 librados: init done 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:04:37.772+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cr dump hook 0x5567a160bc78 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:04:37.773+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:04:37.773+0000 7feea8ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:04:37.774+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee88077610 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:04:37.774+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a16abfc0 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 realm 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:04:37.774+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:04:37.775+0000 7feeceb2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:04:37.775+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a16ce160 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:04:37.775+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:04:37.775+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a16ef9b0 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:04:37.776+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:04:37.776+0000 7feeceb2d900 20 searching for the correct realm 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:04:37.776+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1712670 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:04:37.777+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc065e30 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:04:37.778+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7feeb80d1040 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:04:37.778+0000 7feecb0a8640 10 monclient: get_auth_request con 0x7feeb0025040 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:04:37.780+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc09f0d0 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:04:37.780+0000 7feeca8a7640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7feebc09f0d0 msgr2=0x7feebc06ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:04:37.980+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7feebc09f0d0 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:04:37.985+0000 7feecb0a8640 0 -- 192.168.123.101:0/1853623271 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5567a1712670 msgr2=0x5567a1732b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:04:37.985+0000 7feea8ff9640 1 client.7728.objecter ms_handle_reset 0x5567a1712670 session 0x5567a1711ff0 osd.3 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:04:37.985+0000 7feea8ff9640 10 monclient: _renew_subs 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:04:37.985+0000 7feea8ff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:04:37.985+0000 7feecb0a8640 10 monclient: get_auth_request con 0x7fee880a4b40 auth_method 0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:04:37.986+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zone default found 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Realm: () 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:04:37.987+0000 7feeceb2d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:04:37.987+0000 7feeceb2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 zonegroup default 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:04:37.987+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started sync module instance, tier type = 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:04:37.988+0000 7feeceb2d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=0 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=7 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=2 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:04:37.992+0000 7feeceb2d900 20 add_watcher() i=3 2026-04-02T12:04:38.273 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=4 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=5 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=1 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:04:37.993+0000 7feeceb2d900 20 add_watcher() i=6 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:04:37.993+0000 7feeceb2d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:04:37.993+0000 7feeca0a6640 10 monclient: get_auth_request con 0x7fee54007200 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding auth protocol: cephx 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: crc 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 AuthRegistry(0x7ffd45a14910) adding con mode: secure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:04:37.995+0000 7feeceb2d900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:04:37.995+0000 7feeceb2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache list hook 0x5567a160ec20 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache inspect hook 0x5567a160ec20 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache erase hook 0x5567a160ec20 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command cache zap hook 0x5567a160ec20 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 note: GC not initialized 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:04:37.995+0000 7fee737fe640 20 reqs_thread_entry: start 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace show hook 0x7feebc004b90 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace history hook 0x7feebc004b90 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace active hook 0x7feebc004b90 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:04:37.995+0000 7feeceb2d900 5 asok(0x5567a126a6b0) register_command sync trace active_short hook 0x7feebc004b90 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:04:37.996+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1749460 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:04:37.997+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174a650 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:04:37.999+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1744950 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:04:38.000+0000 7feecb0a8640 10 monclient: get_auth_request con 0x5567a1746020 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:04:38.004+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174d030 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:04:38.204+0000 7feeca8a7640 10 monclient: get_auth_request con 0x5567a174d030 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:04:38.210+0000 7feeca0a6640 10 monclient: get_auth_request con 0x5567a1729ff0 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 1 client.7193.objecter ms_handle_reset 0x5567a174a650 session 0x5567a1720270 osd.2 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 10 monclient: _renew_subs 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:04:38.216+0000 7feeb4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:04:38.216+0000 7feeca8a7640 10 monclient: get_auth_request con 0x7fee980a4980 auth_method 0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 Filter name: none 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:04:38.234+0000 7fee717fa640 20 reqs_thread_entry: start 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:04:38.234+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:04:38.234+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : miss 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:04:38.235+0000 7feeceb2d900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:04:38.235+0000 7feeceb2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:04:38.241+0000 7feeceb2d900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:04:38.274 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 93903578585040 notifier 7728 bl.length()=935 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:04:38.242+0000 7feeaa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:04:38.242+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:04:38.243+0000 7feeceb2d900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:04:38.246+0000 7feeceb2d900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7feeceb2d900 time 2026-04-02T12:04:38.246933+0000 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7feecff8f8f8] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:04:38.247+0000 7feeceb2d900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7feeceb2d900 thread_name:radosgw-admin 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7feecf03fc30] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7feecf08d02c] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7feecff8f957] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55679dd4bfc4] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55679e945a2f] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55679e46ce3e] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7feecf02a610] 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:04:38.275 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:04:38.276 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7fee717fa640 / http_manager 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7fee737fe640 / http_manager 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feea8ff9640 / ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeaa7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeb4ff9640 / ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeb77fe640 / ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feec17fa640 / io_context_pool, ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feec1ffb640 / admin_socket 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feec98a5640 / ms_dispatch 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeca0a6640 / msgr-worker-2 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeca8a7640 / msgr-worker-1 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feecb0a8640 / msgr-worker-0 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feecb8a9640 / io_context_pool 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: 7feeceb2d900 / radosgw-admin 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:04:38.248915Z_e308409d-01f9-4d64-bbe1-38c97ae548b6/log 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:04:38.277 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:04:38.280 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:38.280 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:38.301 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.298+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 realm 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.302 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.300+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.301+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.303 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.301+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.302+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:38.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.302+0000 7f920fb75900 20 searching for the correct realm 2026-04-02T12:04:38.306 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.304+0000 7f920ce2b640 0 -- 192.168.123.101:0/399027169 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f91fc083070 msgr2=0x7f91fc085750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:38.310 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.308+0000 7f920ce2b640 0 -- 192.168.123.101:0/399027169 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f91cc0c5c50 msgr2=0x7f91cc0e6030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.312+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 zone default found 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 4 Realm: () 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:38.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 zonegroup default 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.313+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.314+0000 7f920fb75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.314+0000 7f920fb75900 20 started sync module instance, tier type = 2026-04-02T12:04:38.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.314+0000 7f920fb75900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.317+0000 7f920fb75900 20 add_watcher() i=7 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.317+0000 7f920fb75900 20 add_watcher() i=0 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.317+0000 7f920fb75900 20 add_watcher() i=3 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.317+0000 7f920fb75900 20 add_watcher() i=2 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.318+0000 7f920fb75900 20 add_watcher() i=5 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.318+0000 7f920fb75900 20 add_watcher() i=6 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.318+0000 7f920fb75900 20 add_watcher() i=4 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.318+0000 7f920fb75900 20 add_watcher() i=1 2026-04-02T12:04:38.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.318+0000 7f920fb75900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:38.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.320+0000 7f920fb75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:38.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.320+0000 7f920fb75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:38.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.320+0000 7f920fb75900 5 note: GC not initialized 2026-04-02T12:04:38.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.320+0000 7f91ba7ec640 20 reqs_thread_entry: start 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.356+0000 7f920fb75900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.356+0000 7f920fb75900 20 Filter name: none 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.356+0000 7f91b3fff640 20 reqs_thread_entry: start 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.356+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=459 2026-04-02T12:04:38.359 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:38.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 rados_obj.operate() r=0 bl.length=459 2026-04-02T12:04:38.360 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.357+0000 7f920fb75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:04:38.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=0 2026-04-02T12:04:38.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 2 removed watcher, disabling cache 2026-04-02T12:04:38.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=2 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=4 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=3 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=5 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=1 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=6 2026-04-02T12:04:38.365 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.362+0000 7f920fb75900 20 remove_watcher() i=7 2026-04-02T12:04:38.371 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.371 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:04:38.372 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:04:38.372 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:04:38.373 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:38.373 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:38.392 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:04:38.392 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:04:38.443 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:04:38.463 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:04:38.463 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.481+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 realm 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.484 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.482+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.483+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.485 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.483+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.484+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:04:38.486 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.484+0000 7f8ca1ee8900 20 searching for the correct realm 2026-04-02T12:04:38.489 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.486+0000 7f8c9b7fe640 0 -- 192.168.123.101:0/1900013238 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f8c94019940 msgr2=0x7f8c94029420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:04:38.492 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.490+0000 7f8c9b7fe640 0 -- 192.168.123.101:0/1900013238 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f8c94018420 msgr2=0x7f8c94018890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.492+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:04:38.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 zone default found 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 4 Realm: () 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 zonegroup default 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.493+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.494+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.494+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.494+0000 7f8ca1ee8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.494+0000 7f8ca1ee8900 20 started sync module instance, tier type = 2026-04-02T12:04:38.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.494+0000 7f8ca1ee8900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:04:38.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=3 2026-04-02T12:04:38.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=0 2026-04-02T12:04:38.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=6 2026-04-02T12:04:38.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=7 2026-04-02T12:04:38.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=5 2026-04-02T12:04:38.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=4 2026-04-02T12:04:38.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=1 2026-04-02T12:04:38.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 20 add_watcher() i=2 2026-04-02T12:04:38.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.498+0000 7f8ca1ee8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:04:38.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.500+0000 7f8ca1ee8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:04:38.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.500+0000 7f8ca1ee8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:04:38.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.500+0000 7f8ca1ee8900 5 note: GC not initialized 2026-04-02T12:04:38.502 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.500+0000 7f8c47fff640 20 reqs_thread_entry: start 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.535+0000 7f8ca1ee8900 20 init_complete bucket index max shards: 11 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 20 Filter name: none 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8c45ffb640 20 reqs_thread_entry: start 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:04:38.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : miss 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 20 rados->read ofs=0 len=0 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 20 rados_obj.operate() r=0 bl.length=459 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:04:38.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.536+0000 7f8ca1ee8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:04:38.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.538+0000 7f8ca1ee8900 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to be held by another RGW process; skipping for now 2026-04-02T12:04:38.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=2 2026-04-02T12:04:38.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 2 removed watcher, disabling cache 2026-04-02T12:04:38.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=5 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=6 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=0 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=4 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=3 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=7 2026-04-02T12:04:38.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:04:38.541+0000 7f8ca1ee8900 20 remove_watcher() i=1 2026-04-02T12:04:38.549 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:05:08.575 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:08.596 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:08.596 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:08.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.613+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 realm 2026-04-02T12:05:08.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.616 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.614+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.615+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:08.617 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.615+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.615+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:08.618 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.616+0000 7f3e14974900 20 searching for the correct realm 2026-04-02T12:05:08.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.618+0000 7f3e10f84640 0 -- 192.168.123.101:0/1202426376 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f3df800ed40 msgr2=0x7f3df8061d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:08.825 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.823+0000 7f3e10f84640 0 -- 192.168.123.101:0/1202426376 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f3df800ed40 msgr2=0x7f3df8061d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.826+0000 7f3e14974900 20 zone default found 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 4 Realm: () 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 zonegroup default 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 started sync module instance, tier type = 2026-04-02T12:05:08.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.827+0000 7f3e14974900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:08.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.830+0000 7f3e14974900 20 add_watcher() i=5 2026-04-02T12:05:08.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.830+0000 7f3e14974900 20 add_watcher() i=3 2026-04-02T12:05:08.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.831+0000 7f3e14974900 20 add_watcher() i=2 2026-04-02T12:05:08.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.831+0000 7f3e14974900 20 add_watcher() i=0 2026-04-02T12:05:08.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.831+0000 7f3e14974900 20 add_watcher() i=7 2026-04-02T12:05:08.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.831+0000 7f3e14974900 20 add_watcher() i=4 2026-04-02T12:05:08.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.831+0000 7f3e14974900 20 add_watcher() i=6 2026-04-02T12:05:08.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.832+0000 7f3e14974900 20 add_watcher() i=1 2026-04-02T12:05:08.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.832+0000 7f3e14974900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:08.836 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.834+0000 7f3e14974900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:08.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.834+0000 7f3e14974900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:08.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.834+0000 7f3e14974900 5 note: GC not initialized 2026-04-02T12:05:08.837 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.834+0000 7f3dbd7ea640 20 reqs_thread_entry: start 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.872+0000 7f3e14974900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.872+0000 7f3e14974900 20 Filter name: none 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.872+0000 7f3db6ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.872+0000 7f3e14974900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.872+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : miss 2026-04-02T12:05:08.875 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 20 rados_obj.operate() r=0 bl.length=459 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.876 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.873+0000 7f3e14974900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:05:08.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.874+0000 7f3e14974900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:05:08.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3e14974900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3e14974900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3e14974900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3e14974900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:05:08.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3deaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894506 cookie 94630481131760 notifier 7247 bl.length()=935 2026-04-02T12:05:08.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3deaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3deaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.882+0000 7f3deaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.884+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:05:08.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.884+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:05:08.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.884+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:05:08.886 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.884+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.889+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.0 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.0 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.1 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.1 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.2 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.2 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.3 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.3 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.4 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.4 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.5 2026-04-02T12:05:08.892 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.5 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.6 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.6 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.7 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.7 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.8 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.8 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.9 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.9 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.10 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.10 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.11 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2.11 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.890+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.0 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.891+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.1 2026-04-02T12:05:08.893 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.891+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2 2026-04-02T12:05:08.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.891+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.3 2026-04-02T12:05:08.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.892+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.4 2026-04-02T12:05:08.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.892+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.5 2026-04-02T12:05:08.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.892+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.6 2026-04-02T12:05:08.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.893+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.7 2026-04-02T12:05:08.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.893+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.8 2026-04-02T12:05:08.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.894+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.9 2026-04-02T12:05:08.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.894+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.10 2026-04-02T12:05:08.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.897+0000 7f3e14974900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:08.899 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.897+0000 7f3e14974900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:05:08.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3e14974900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3e14974900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3e14974900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3e14974900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:05:08.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3deb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894507 cookie 94630481131760 notifier 7247 bl.length()=935 2026-04-02T12:05:08.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3deb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3deb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.901 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.898+0000 7f3deb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.900+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:05:08.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.900+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:05:08.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.900+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:05:08.902 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.900+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:05:08.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.904+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.0 2026-04-02T12:05:08.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.904+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.1 2026-04-02T12:05:08.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.904+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.2 2026-04-02T12:05:08.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.905+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.3 2026-04-02T12:05:08.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.905+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.4 2026-04-02T12:05:08.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.905+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.5 2026-04-02T12:05:08.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.905+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.6 2026-04-02T12:05:08.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.906+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.7 2026-04-02T12:05:08.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.906+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.8 2026-04-02T12:05:08.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.906+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.9 2026-04-02T12:05:08.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.907+0000 7f3e14974900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37.10 2026-04-02T12:05:08.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.907+0000 7f3e14974900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:08.909 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.907+0000 7f3e14974900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.908+0000 7f3e14974900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.908+0000 7f3e14974900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.908+0000 7f3e14974900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.908+0000 7f3e14974900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37, ofs0, ns] 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.909+0000 7f3deaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894508 cookie 94630481131760 notifier 7247 bl.length()=899 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.909+0000 7f3deaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 info.flags=0x17 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.909+0000 7f3deaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 to cache LRU end 2026-04-02T12:05:08.911 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.909+0000 7f3deaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:08.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.910+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_sources= new_sources= 2026-04-02T12:05:08.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.910+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential sources added=[] removed=[] 2026-04-02T12:05:08.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.910+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): orig_dests= new_dests= 2026-04-02T12:05:08.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.910+0000 7f3e14974900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37]): potential dests added=[] removed=[] 2026-04-02T12:05:08.917 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.914+0000 7f3e14974900 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2026-04-02T12:05:08.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.919+0000 7f3e14974900 20 remove_watcher() i=3 2026-04-02T12:05:08.921 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.919+0000 7f3e14974900 2 removed watcher, disabling cache 2026-04-02T12:05:08.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.919+0000 7f3e14974900 20 remove_watcher() i=5 2026-04-02T12:05:08.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.919+0000 7f3e14974900 20 remove_watcher() i=6 2026-04-02T12:05:08.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.920+0000 7f3e14974900 20 remove_watcher() i=0 2026-04-02T12:05:08.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.920+0000 7f3e14974900 20 remove_watcher() i=1 2026-04-02T12:05:08.922 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.920+0000 7f3e14974900 20 remove_watcher() i=2 2026-04-02T12:05:08.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.920+0000 7f3e14974900 20 remove_watcher() i=4 2026-04-02T12:05:08.923 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.920+0000 7f3e14974900 20 remove_watcher() i=7 2026-04-02T12:05:08.930 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-02T12:05:08.949 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:08.949 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:08.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.967+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 realm 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:08.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.968+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.969+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:08.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.969+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:08.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.970+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:08.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.970+0000 7fb831c12900 20 searching for the correct realm 2026-04-02T12:05:08.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:08.974+0000 7fb82d2e7640 0 -- 192.168.123.101:0/2906418064 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb820061ee0 msgr2=0x7fb82006c0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:09.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.179+0000 7fb82dae8640 0 -- 192.168.123.101:0/2906418064 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55aeab088ce0 msgr2=0x55aeab0a9190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:09.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 zone default found 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 4 Realm: () 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 zonegroup default 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.181+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.182+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.182+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.182+0000 7fb831c12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.182+0000 7fb831c12900 20 started sync module instance, tier type = 2026-04-02T12:05:09.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.182+0000 7fb831c12900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.185+0000 7fb831c12900 20 add_watcher() i=3 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.185+0000 7fb831c12900 20 add_watcher() i=0 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=5 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=2 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=7 2026-04-02T12:05:09.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=6 2026-04-02T12:05:09.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=1 2026-04-02T12:05:09.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 20 add_watcher() i=4 2026-04-02T12:05:09.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.186+0000 7fb831c12900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:09.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.189+0000 7fb831c12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:09.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.189+0000 7fb831c12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:09.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.189+0000 7fb831c12900 5 note: GC not initialized 2026-04-02T12:05:09.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.189+0000 7fb7da7ec640 20 reqs_thread_entry: start 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.227+0000 7fb831c12900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.227+0000 7fb831c12900 20 Filter name: none 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.227+0000 7fb7d3fff640 20 reqs_thread_entry: start 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.227+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:09.230 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=193 2026-04-02T12:05:09.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:09.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 rados_obj.operate() r=0 bl.length=423 2026-04-02T12:05:09.231 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.228+0000 7fb831c12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:09.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=0 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 2 removed watcher, disabling cache 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=3 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=7 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=5 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=6 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=4 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=2 2026-04-02T12:05:09.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:09.233+0000 7fb831c12900 20 remove_watcher() i=1 2026-04-02T12:05:09.241 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:09.241 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:09.241 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-logrecord-writes id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.37 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:05:09.241 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:09.243 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.243 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.254 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.254 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.407 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.407 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.502 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2026-04-02T12:05:09.502 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:09.503 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.503 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.542 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.543 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.591 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.591 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.641 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.641 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.691 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.691 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.740 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.740 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.790 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.791 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.841 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.841 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.890 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.890 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.941 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.941 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:09.990 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:09.991 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.040 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.040 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.089 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.089 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.139 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.139 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.189 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.189 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.239 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.240 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.289 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.290 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.339 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.339 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.389 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.389 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.439 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.439 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.489 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.490 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.539 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:10.540 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:10.591 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:10.609 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:10.609 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:10.628 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.626+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 realm 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.629 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.627+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.628+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:10.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.628+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.628+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:10.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.628+0000 7f476958b900 20 searching for the correct realm 2026-04-02T12:05:10.634 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.632+0000 7f47652e7640 0 -- 192.168.123.101:0/544665466 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f475801a040 msgr2=0x7f4758008400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:10.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.837+0000 7f4765ae8640 0 -- 192.168.123.101:0/544665466 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55d55d1b1f70 msgr2=0x55d55d1d2420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:10.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 zone default found 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 4 Realm: () 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 zonegroup default 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.839+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.840+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.840+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.840+0000 7f476958b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.840+0000 7f476958b900 20 started sync module instance, tier type = 2026-04-02T12:05:10.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.840+0000 7f476958b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.843+0000 7f476958b900 20 add_watcher() i=0 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.843+0000 7f476958b900 20 add_watcher() i=3 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.843+0000 7f476958b900 20 add_watcher() i=5 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.844+0000 7f476958b900 20 add_watcher() i=4 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.844+0000 7f476958b900 20 add_watcher() i=2 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.844+0000 7f476958b900 20 add_watcher() i=7 2026-04-02T12:05:10.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.844+0000 7f476958b900 20 add_watcher() i=6 2026-04-02T12:05:10.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.845+0000 7f476958b900 20 add_watcher() i=1 2026-04-02T12:05:10.847 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.845+0000 7f476958b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:10.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.846+0000 7f476958b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:10.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.846+0000 7f476958b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:10.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.846+0000 7f476958b900 5 note: GC not initialized 2026-04-02T12:05:10.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.847+0000 7f4712fed640 20 reqs_thread_entry: start 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.881+0000 7f476958b900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.881+0000 7f476958b900 20 Filter name: none 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.881+0000 7f4710fe9640 20 reqs_thread_entry: start 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.881+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.882+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:10.884 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.882+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.882+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.882+0000 7f476958b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.882+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.883+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.883+0000 7f476958b900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.883+0000 7f476958b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:10.885 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.883+0000 7f476958b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.887+0000 7f476958b900 20 remove_watcher() i=7 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.887+0000 7f476958b900 2 removed watcher, disabling cache 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=4 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=0 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=6 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=2 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=3 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=5 2026-04-02T12:05:10.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.888+0000 7f476958b900 20 remove_watcher() i=1 2026-04-02T12:05:10.896 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:10.896 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:10.896 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:05:10.896 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:10.897 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2026-04-02T12:05:10.919 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:10.919 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:10.938 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.935+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 realm 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.939 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.937+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.938+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:10.940 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.938+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.939+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:10.941 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.939+0000 7f7970bcb900 20 searching for the correct realm 2026-04-02T12:05:10.944 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.942+0000 7f7966ffd640 0 -- 192.168.123.101:0/1541944520 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5639bd1b9440 msgr2=0x5639bd1d9820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:10.948 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.946+0000 7f7966ffd640 0 -- 192.168.123.101:0/1541944520 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5639bd1fd3b0 msgr2=0x5639bd21d790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.950 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 zone default found 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 4 Realm: () 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 zonegroup default 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.948+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.951 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:10.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 started sync module instance, tier type = 2026-04-02T12:05:10.952 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.949+0000 7f7970bcb900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=7 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=3 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=0 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=4 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=2 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=1 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=6 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 20 add_watcher() i=5 2026-04-02T12:05:10.956 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.953+0000 7f7970bcb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:10.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.955+0000 7f7970bcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:10.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.955+0000 7f7970bcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:10.957 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.955+0000 7f7970bcb900 5 note: GC not initialized 2026-04-02T12:05:10.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.955+0000 7f7918fe9640 20 reqs_thread_entry: start 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.994+0000 7f7970bcb900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.994+0000 7f7970bcb900 20 Filter name: none 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.994+0000 7f79127fc640 20 reqs_thread_entry: start 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 : miss 2026-04-02T12:05:10.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:10.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:10.995+0000 7f7970bcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.000+0000 7f7970bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.000+0000 7f7970bcb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.000+0000 7f7970bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.000+0000 7f7970bcb900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38, ofs0, ns] 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.001+0000 7f79467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894509 cookie 94805986152208 notifier 7827 bl.length()=943 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.001+0000 7f79467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.001+0000 7f79467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.003 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.001+0000 7f79467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.002+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_sources= new_sources= 2026-04-02T12:05:11.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.002+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential sources added=[] removed=[] 2026-04-02T12:05:11.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.002+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_dests= new_dests= 2026-04-02T12:05:11.005 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.002+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential dests added=[] removed=[] 2026-04-02T12:05:11.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.0 2026-04-02T12:05:11.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.0 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.1 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.1 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.2 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.2 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.3 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.3 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.4 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.4 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.5 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.5 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.6 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.6 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.7 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.7 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.8 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.8 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.9 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.9 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.10 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.10 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.11 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.007+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.11 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.008+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.0 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.008+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.008+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.2 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.008+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.3 2026-04-02T12:05:11.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.009+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.4 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.009+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.5 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.009+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.6 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.009+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.7 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.010+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.8 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.010+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.9 2026-04-02T12:05:11.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.010+0000 7f7970bcb900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.10 2026-04-02T12:05:11.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.013+0000 7f7970bcb900 -1 Injecting error=-5 at location=change_reshard_state 2026-04-02T12:05:11.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.013+0000 7f7970bcb900 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2026-04-02T12:05:11.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.024+0000 7f7970bcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:11.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.024+0000 7f7970bcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f7970bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f7970bcb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f7970bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f7970bcb900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38, ofs0, ns] 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f79467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894510 cookie 94805986152208 notifier 7827 bl.length()=907 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f79467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f79467fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.025+0000 7f79467fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.027+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_sources= new_sources= 2026-04-02T12:05:11.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.027+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential sources added=[] removed=[] 2026-04-02T12:05:11.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.027+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_dests= new_dests= 2026-04-02T12:05:11.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.027+0000 7f7970bcb900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential dests added=[] removed=[] 2026-04-02T12:05:11.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.027+0000 7f7970bcb900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2026-04-02T12:05:11.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=6 2026-04-02T12:05:11.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 2 removed watcher, disabling cache 2026-04-02T12:05:11.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=5 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=3 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=4 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=2 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=0 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=1 2026-04-02T12:05:11.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.032+0000 7f7970bcb900 20 remove_watcher() i=7 2026-04-02T12:05:11.043 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:11.062 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:11.062 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.079+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 realm 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.080+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.081+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.081+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.081+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:11.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.081+0000 7f7d9bbcc900 20 searching for the correct realm 2026-04-02T12:05:11.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.084+0000 7f7d970e8640 0 -- 192.168.123.101:0/3958099953 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x558cb1b3a2c0 msgr2=0x558cb1b5a740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:11.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.087+0000 7f7d960e6640 0 -- 192.168.123.101:0/3958099953 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x558cb1ad3580 msgr2=0x558cb1af39e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.092 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 zone default found 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 4 Realm: () 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 zonegroup default 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.090+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 started sync module instance, tier type = 2026-04-02T12:05:11.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.091+0000 7f7d9bbcc900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:11.097 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=3 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=0 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=2 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=1 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=7 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=5 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.095+0000 7f7d9bbcc900 20 add_watcher() i=6 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.096+0000 7f7d9bbcc900 20 add_watcher() i=4 2026-04-02T12:05:11.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.096+0000 7f7d9bbcc900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:11.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.097+0000 7f7d9bbcc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:11.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.097+0000 7f7d9bbcc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:11.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.098+0000 7f7d9bbcc900 5 note: GC not initialized 2026-04-02T12:05:11.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.098+0000 7f7d3f7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:11.134 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.132+0000 7f7d9bbcc900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.132+0000 7f7d9bbcc900 20 Filter name: none 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.132+0000 7f7d3d7fa640 20 reqs_thread_entry: start 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.132+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:11.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:11.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.133+0000 7f7d9bbcc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=3 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 2 removed watcher, disabling cache 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=0 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=4 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=1 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=2 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=5 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=6 2026-04-02T12:05:11.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.138+0000 7f7d9bbcc900 20 remove_watcher() i=7 2026-04-02T12:05:11.147 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:11.147 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:11.147 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:05:11.147 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:11.149 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.149 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.171 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.171 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.220 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:11.240 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:11.240 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:11.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.257+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 realm 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.258+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.259+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.259+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.259+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:11.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.259+0000 7fbc55320900 20 searching for the correct realm 2026-04-02T12:05:11.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.263+0000 7fbc5106d640 0 -- 192.168.123.101:0/2858067200 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fbc440586c0 msgr2=0x7fbc440b2940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:11.471 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.468+0000 7fbc5186e640 0 -- 192.168.123.101:0/2858067200 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55b712400020 msgr2=0x55b7124204d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.469+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 zone default found 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 4 Realm: () 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 zonegroup default 2026-04-02T12:05:11.472 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.470+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.471+0000 7fbc55320900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.471+0000 7fbc55320900 20 started sync module instance, tier type = 2026-04-02T12:05:11.473 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.471+0000 7fbc55320900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.474+0000 7fbc55320900 20 add_watcher() i=3 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=4 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=2 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=7 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=1 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=0 2026-04-02T12:05:11.477 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=5 2026-04-02T12:05:11.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 20 add_watcher() i=6 2026-04-02T12:05:11.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.475+0000 7fbc55320900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:11.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.477+0000 7fbc55320900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:11.479 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.477+0000 7fbc55320900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:11.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.477+0000 7fbc55320900 5 note: GC not initialized 2026-04-02T12:05:11.480 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.477+0000 7fbbfe7ec640 20 reqs_thread_entry: start 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.511+0000 7fbc55320900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.511+0000 7fbc55320900 20 Filter name: none 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbbf7fff640 20 reqs_thread_entry: start 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 : miss 2026-04-02T12:05:11.514 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.512+0000 7fbc55320900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.517+0000 7fbc55320900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.517+0000 7fbc55320900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.517+0000 7fbc55320900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.517+0000 7fbc55320900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38, ofs0, ns] 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.518+0000 7fbc30ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894511 cookie 94244773599024 notifier 7325 bl.length()=943 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.518+0000 7fbc30ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.518+0000 7fbc30ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.520 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.518+0000 7fbc30ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.519+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_sources= new_sources= 2026-04-02T12:05:11.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.519+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential sources added=[] removed=[] 2026-04-02T12:05:11.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.519+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_dests= new_dests= 2026-04-02T12:05:11.522 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.519+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential dests added=[] removed=[] 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.0 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.0 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.1 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.1 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.2 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.2 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.3 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.3 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.4 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.4 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.5 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.5 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.6 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.6 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.7 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.7 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.8 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.8 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.9 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.9 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.10 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.10 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.11 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1.11 2026-04-02T12:05:11.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.524+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.0 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.525+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.525+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.2 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.525+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.3 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.525+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.4 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.526+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.5 2026-04-02T12:05:11.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.526+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.6 2026-04-02T12:05:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.526+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.7 2026-04-02T12:05:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.527+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.8 2026-04-02T12:05:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.527+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.9 2026-04-02T12:05:11.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.527+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.10 2026-04-02T12:05:11.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.530+0000 7fbc55320900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:11.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.530+0000 7fbc55320900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 2026-04-02T12:05:11.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.532+0000 7fbc55320900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.532+0000 7fbc55320900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.532+0000 7fbc55320900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.532+0000 7fbc55320900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38, ofs0, ns] 2026-04-02T12:05:11.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.533+0000 7fbc30ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894512 cookie 94244773599024 notifier 7325 bl.length()=943 2026-04-02T12:05:11.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.533+0000 7fbc30ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.533+0000 7fbc30ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.533+0000 7fbc30ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.534+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_sources= new_sources= 2026-04-02T12:05:11.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.534+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential sources added=[] removed=[] 2026-04-02T12:05:11.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.534+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_dests= new_dests= 2026-04-02T12:05:11.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.534+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential dests added=[] removed=[] 2026-04-02T12:05:11.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.537+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.0 2026-04-02T12:05:11.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.537+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.1 2026-04-02T12:05:11.539 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.537+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.2 2026-04-02T12:05:11.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.537+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.3 2026-04-02T12:05:11.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.538+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.4 2026-04-02T12:05:11.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.538+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.5 2026-04-02T12:05:11.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.538+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.6 2026-04-02T12:05:11.540 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.538+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.7 2026-04-02T12:05:11.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.538+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.8 2026-04-02T12:05:11.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.539+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.9 2026-04-02T12:05:11.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.539+0000 7fbc55320900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38.10 2026-04-02T12:05:11.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.539+0000 7fbc55320900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:11.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.539+0000 7fbc55320900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 2026-04-02T12:05:11.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc55320900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc55320900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc55320900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc55320900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38, ofs0, ns] 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc30ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94244773599024 notifier 7325 bl.length()=907 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc30ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 info.flags=0x17 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc30ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 to cache LRU end 2026-04-02T12:05:11.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.540+0000 7fbc30ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:11.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.541+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_sources= new_sources= 2026-04-02T12:05:11.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.541+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential sources added=[] removed=[] 2026-04-02T12:05:11.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.541+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): orig_dests= new_dests= 2026-04-02T12:05:11.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.541+0000 7fbc55320900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38]): potential dests added=[] removed=[] 2026-04-02T12:05:11.546 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.544+0000 7fbc55320900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.547+0000 7fbc55320900 20 remove_watcher() i=3 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.547+0000 7fbc55320900 2 removed watcher, disabling cache 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=2 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=1 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=4 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=7 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=5 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=6 2026-04-02T12:05:11.550 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.548+0000 7fbc55320900 20 remove_watcher() i=0 2026-04-02T12:05:11.557 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:11.575 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:11.575 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:11.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.590+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 realm 2026-04-02T12:05:11.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.591+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.592+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.592+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.593+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:11.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.593+0000 7f457575c900 20 searching for the correct realm 2026-04-02T12:05:11.599 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.597+0000 7f4570d6f640 0 -- 192.168.123.101:0/1356788103 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f45600a1040 msgr2=0x7f456008a920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:11.603 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.600+0000 7f4571570640 0 -- 192.168.123.101:0/1356788103 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x562e1ddada00 msgr2=0x562e1ddcdde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.604 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.602+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 zone default found 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 4 Realm: () 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 zonegroup default 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.605 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:11.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 started sync module instance, tier type = 2026-04-02T12:05:11.606 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.603+0000 7f457575c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:11.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=1 2026-04-02T12:05:11.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=7 2026-04-02T12:05:11.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=3 2026-04-02T12:05:11.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=0 2026-04-02T12:05:11.609 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=5 2026-04-02T12:05:11.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=4 2026-04-02T12:05:11.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=2 2026-04-02T12:05:11.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 20 add_watcher() i=6 2026-04-02T12:05:11.610 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.607+0000 7f457575c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:11.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.609+0000 7f457575c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:11.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.609+0000 7f457575c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:11.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.609+0000 7f457575c900 5 note: GC not initialized 2026-04-02T12:05:11.612 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.610+0000 7f451e7ec640 20 reqs_thread_entry: start 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 Filter name: none 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f4517fff640 20 reqs_thread_entry: start 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:11.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.645+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.646+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.646+0000 7f457575c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.646+0000 7f457575c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:11.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.646+0000 7f457575c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=2 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 2 removed watcher, disabling cache 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=3 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=4 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=5 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=6 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=7 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=0 2026-04-02T12:05:11.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:11.650+0000 7f457575c900 20 remove_watcher() i=1 2026-04-02T12:05:11.659 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:11.659 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:11.659 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.38 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:05:11.659 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:11.660 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.660 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.670 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.670 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.821 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.821 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.911 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2026-04-02T12:05:11.911 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:11.912 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.912 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:11.974 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:11.974 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.022 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.022 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.072 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.072 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.121 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.121 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.170 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.170 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.219 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.219 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.268 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.268 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.319 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.319 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.367 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.367 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.416 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.416 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.465 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.465 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.514 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.514 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.563 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.563 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.613 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.613 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.665 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.665 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.714 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.714 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.763 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.763 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.812 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.812 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.861 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.861 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.910 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.910 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:12.959 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:12.959 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.012 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:13.031 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:13.031 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:13.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.046+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 realm 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.047+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.048+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.048+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.048+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:13.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.048+0000 7fcede73e900 20 searching for the correct realm 2026-04-02T12:05:13.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.052+0000 7fceda3fa640 0 -- 192.168.123.101:0/1999188812 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fcecc077f10 msgr2=0x7fcecc08f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.257+0000 7fcedabfb640 0 -- 192.168.123.101:0/1999188812 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x563b884f13c0 msgr2=0x563b88511870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.258+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 zone default found 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 4 Realm: () 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 zonegroup default 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.261 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 started sync module instance, tier type = 2026-04-02T12:05:13.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.259+0000 7fcede73e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.262+0000 7fcede73e900 20 add_watcher() i=3 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=5 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=7 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=4 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=6 2026-04-02T12:05:13.265 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=1 2026-04-02T12:05:13.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=0 2026-04-02T12:05:13.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 20 add_watcher() i=2 2026-04-02T12:05:13.266 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.263+0000 7fcede73e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:13.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.265+0000 7fcede73e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:13.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.265+0000 7fcede73e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:13.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.265+0000 7fcede73e900 5 note: GC not initialized 2026-04-02T12:05:13.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.266+0000 7fce82ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.301+0000 7fcede73e900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.301+0000 7fcede73e900 20 Filter name: none 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.301+0000 7fce80ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.301+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:13.304 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:13.305 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.302+0000 7fcede73e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:13.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.308+0000 7fcede73e900 20 remove_watcher() i=3 2026-04-02T12:05:13.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.308+0000 7fcede73e900 2 removed watcher, disabling cache 2026-04-02T12:05:13.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.309+0000 7fcede73e900 20 remove_watcher() i=1 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.309+0000 7fcede73e900 20 remove_watcher() i=7 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.310+0000 7fcede73e900 20 remove_watcher() i=4 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.310+0000 7fcede73e900 20 remove_watcher() i=2 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.310+0000 7fcede73e900 20 remove_watcher() i=0 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.310+0000 7fcede73e900 20 remove_watcher() i=5 2026-04-02T12:05:13.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.310+0000 7fcede73e900 20 remove_watcher() i=6 2026-04-02T12:05:13.319 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:13.319 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:13.319 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:05:13.319 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:13.321 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2026-04-02T12:05:13.344 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:13.344 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:13.362 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.360+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.360+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.360+0000 7fcfd6934900 20 realm 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.361+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.362+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.362+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.362+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:13.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.362+0000 7fcfd6934900 20 searching for the correct realm 2026-04-02T12:05:13.367 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.365+0000 7fcfd2eac640 0 -- 192.168.123.101:0/2798130787 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5640aedb8360 msgr2=0x5640aedd8810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.368+0000 7fcfd2eac640 0 -- 192.168.123.101:0/2798130787 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5640aed51700 msgr2=0x5640aed71b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:13.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:13.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:13.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:13.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 zone default found 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 4 Realm: () 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 zonegroup default 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.370+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 started sync module instance, tier type = 2026-04-02T12:05:13.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.371+0000 7fcfd6934900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.374+0000 7fcfd6934900 20 add_watcher() i=4 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.374+0000 7fcfd6934900 20 add_watcher() i=3 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=5 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=0 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=6 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=7 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=2 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 20 add_watcher() i=1 2026-04-02T12:05:13.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.375+0000 7fcfd6934900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:13.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.377+0000 7fcfd6934900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:13.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.377+0000 7fcfd6934900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:13.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.377+0000 7fcfd6934900 5 note: GC not initialized 2026-04-02T12:05:13.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.377+0000 7fcf7affd640 20 reqs_thread_entry: start 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.413+0000 7fcfd6934900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.413+0000 7fcfd6934900 20 Filter name: none 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.413+0000 7fcf78ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 : miss 2026-04-02T12:05:13.416 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.414+0000 7fcfd6934900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.415+0000 7fcfd6934900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.415+0000 7fcfd6934900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.417 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.415+0000 7fcfd6934900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 2026-04-02T12:05:13.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfd6934900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfd6934900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfd6934900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfd6934900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39, ofs0, ns] 2026-04-02T12:05:13.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfb17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894516 cookie 94835811141968 notifier 7376 bl.length()=943 2026-04-02T12:05:13.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfb17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfb17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.421+0000 7fcfb17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.423+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_sources= new_sources= 2026-04-02T12:05:13.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.423+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential sources added=[] removed=[] 2026-04-02T12:05:13.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.423+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_dests= new_dests= 2026-04-02T12:05:13.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.423+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential dests added=[] removed=[] 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.0 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.0 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.1 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.1 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.2 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.2 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.3 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.3 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.4 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.4 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.5 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.5 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.6 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.6 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.429+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.7 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.7 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.8 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.8 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.9 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.9 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.10 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.10 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.11 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1.11 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.0 2026-04-02T12:05:13.432 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1 2026-04-02T12:05:13.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.430+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.2 2026-04-02T12:05:13.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.431+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.3 2026-04-02T12:05:13.433 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.431+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.4 2026-04-02T12:05:13.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.431+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.5 2026-04-02T12:05:13.434 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.432+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.6 2026-04-02T12:05:13.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.432+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.7 2026-04-02T12:05:13.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.433+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.8 2026-04-02T12:05:13.435 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.433+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.9 2026-04-02T12:05:13.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.433+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.10 2026-04-02T12:05:13.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.436+0000 7fcfd6934900 -1 Injecting error=-125 at location=change_reshard_state 2026-04-02T12:05:13.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.436+0000 7fcfd6934900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:13.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.436+0000 7fcfd6934900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.437+0000 7fcfd6934900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.437+0000 7fcfd6934900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.437+0000 7fcfd6934900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.437+0000 7fcfd6934900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39, ofs0, ns] 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.438+0000 7fcfb1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894517 cookie 94835811141968 notifier 7376 bl.length()=943 2026-04-02T12:05:13.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.438+0000 7fcfb1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.438+0000 7fcfb1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.438+0000 7fcfb1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.439+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_sources= new_sources= 2026-04-02T12:05:13.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.439+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential sources added=[] removed=[] 2026-04-02T12:05:13.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.439+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_dests= new_dests= 2026-04-02T12:05:13.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.439+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential dests added=[] removed=[] 2026-04-02T12:05:13.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.443+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.0 2026-04-02T12:05:13.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.443+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.1 2026-04-02T12:05:13.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.443+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.2 2026-04-02T12:05:13.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.444+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.3 2026-04-02T12:05:13.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.444+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.4 2026-04-02T12:05:13.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.444+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.5 2026-04-02T12:05:13.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.445+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.6 2026-04-02T12:05:13.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.445+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.7 2026-04-02T12:05:13.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.445+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.8 2026-04-02T12:05:13.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.445+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.9 2026-04-02T12:05:13.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.446+0000 7fcfd6934900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39.10 2026-04-02T12:05:13.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.446+0000 7fcfd6934900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:13.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.446+0000 7fcfd6934900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 2026-04-02T12:05:13.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.447+0000 7fcfd6934900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.447+0000 7fcfd6934900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.447+0000 7fcfd6934900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.447+0000 7fcfd6934900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39, ofs0, ns] 2026-04-02T12:05:13.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.448+0000 7fcfb1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894518 cookie 94835811141968 notifier 7376 bl.length()=907 2026-04-02T12:05:13.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.448+0000 7fcfb1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 info.flags=0x17 2026-04-02T12:05:13.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.448+0000 7fcfb1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 to cache LRU end 2026-04-02T12:05:13.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.448+0000 7fcfb1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:13.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.449+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_sources= new_sources= 2026-04-02T12:05:13.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.449+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential sources added=[] removed=[] 2026-04-02T12:05:13.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.449+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): orig_dests= new_dests= 2026-04-02T12:05:13.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.449+0000 7fcfd6934900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39]): potential dests added=[] removed=[] 2026-04-02T12:05:13.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.452+0000 7fcfd6934900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=4 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 2 removed watcher, disabling cache 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=5 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=6 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=1 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=3 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=7 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.456+0000 7fcfd6934900 20 remove_watcher() i=0 2026-04-02T12:05:13.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.457+0000 7fcfd6934900 20 remove_watcher() i=2 2026-04-02T12:05:13.467 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-02T12:05:13.487 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:13.487 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:13.505 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.503+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.503+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.503+0000 7fb03273a900 20 realm 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.503+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.504+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.505+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:13.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.505+0000 7fb03273a900 20 searching for the correct realm 2026-04-02T12:05:13.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.508+0000 7fb02ec8a640 0 -- 192.168.123.101:0/3837058496 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fb014036040 msgr2=0x7fb014054430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.511+0000 7fb02dc88640 0 -- 192.168.123.101:0/3837058496 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x557a274313a0 msgr2=0x557a27451780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.513+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:13.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 zone default found 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 4 Realm: () 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 zonegroup default 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.514+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.515+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.515+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.515+0000 7fb03273a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.515+0000 7fb03273a900 20 started sync module instance, tier type = 2026-04-02T12:05:13.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.515+0000 7fb03273a900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=0 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=5 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=2 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=3 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=4 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=7 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=1 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 20 add_watcher() i=6 2026-04-02T12:05:13.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.569+0000 7fb03273a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:13.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.572+0000 7fb03273a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:13.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.572+0000 7fb03273a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:13.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.572+0000 7fb03273a900 5 note: GC not initialized 2026-04-02T12:05:13.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.572+0000 7fafd6ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.610+0000 7fb03273a900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.610+0000 7fb03273a900 20 Filter name: none 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.610+0000 7fafd4ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.610+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:13.613 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:13.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.611+0000 7fb03273a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:13.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.612+0000 7fb03273a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:13.614 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.612+0000 7fb03273a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:13.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=3 2026-04-02T12:05:13.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 2 removed watcher, disabling cache 2026-04-02T12:05:13.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=7 2026-04-02T12:05:13.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=6 2026-04-02T12:05:13.619 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=0 2026-04-02T12:05:13.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=4 2026-04-02T12:05:13.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=2 2026-04-02T12:05:13.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=5 2026-04-02T12:05:13.620 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:13.617+0000 7fb03273a900 20 remove_watcher() i=1 2026-04-02T12:05:13.626 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:13.626 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:13.626 INFO:tasks.workunit.client.0.vm01.stderr:bucket: error-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.39 num_objects: 20 size_kb: 1 num_shards: 12 2026-04-02T12:05:13.626 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:13.628 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.628 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.638 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.638 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.794 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.794 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.881 INFO:tasks.workunit.client.0.vm01.stderr:TEST: reshard bucket with abort at change_reshard_state 2026-04-02T12:05:13.882 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:13.883 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.883 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.911 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.911 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:13.960 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:13.960 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.009 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.009 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.059 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.059 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.109 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.109 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.159 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.159 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.208 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.208 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.258 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.258 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.308 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.308 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.359 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.359 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.409 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.409 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.458 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.458 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.508 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.508 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.558 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.558 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.607 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.607 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.657 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.657 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.707 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.707 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.757 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.757 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.808 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.808 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.857 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.857 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.907 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:14.907 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:14.958 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:14.977 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:14.977 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:14.996 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.994+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:14.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:14.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 realm 2026-04-02T12:05:14.997 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.995+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.996+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:14.998 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.996+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:14.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.997+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:14.999 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.997+0000 7f288ef70900 20 searching for the correct realm 2026-04-02T12:05:15.001 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:14.999+0000 7f288b584640 0 -- 192.168.123.101:0/2451212489 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f287006af80 msgr2=0x7f28700750e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:15.206 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.204+0000 7f288b584640 0 -- 192.168.123.101:0/2451212489 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f287006af80 msgr2=0x7f28700750e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.207+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 zone default found 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 4 Realm: () 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 zonegroup default 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 started sync module instance, tier type = 2026-04-02T12:05:15.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.208+0000 7f288ef70900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=7 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=3 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=0 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=5 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=1 2026-04-02T12:05:15.214 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=6 2026-04-02T12:05:15.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=2 2026-04-02T12:05:15.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 20 add_watcher() i=4 2026-04-02T12:05:15.215 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.212+0000 7f288ef70900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.214+0000 7f288ef70900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.214+0000 7f288ef70900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.214+0000 7f288ef70900 5 note: GC not initialized 2026-04-02T12:05:15.217 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.215+0000 7f28337fe640 20 reqs_thread_entry: start 2026-04-02T12:05:15.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 Filter name: none 2026-04-02T12:05:15.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f28317fa640 20 reqs_thread_entry: start 2026-04-02T12:05:15.252 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.250+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.251+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.251+0000 7f288ef70900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.251+0000 7f288ef70900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:15.253 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.251+0000 7f288ef70900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=6 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 2 removed watcher, disabling cache 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=1 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=2 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=0 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=3 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=5 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=7 2026-04-02T12:05:15.259 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.256+0000 7f288ef70900 20 remove_watcher() i=4 2026-04-02T12:05:15.264 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.265 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:15.265 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:05:15.265 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.267 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:05:15.290 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:15.290 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:15.311 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.309+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 realm 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.312 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.313 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.312+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:15.314 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.312+0000 7f90eb411900 20 searching for the correct realm 2026-04-02T12:05:15.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.315+0000 7f90e73dd640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f90cc090040 msgr2=0x7f90cc082540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.319+0000 7f90e63db640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55e95ba07820 msgr2=0x55e95ba27c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 zone default found 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 4 Realm: () 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 zonegroup default 2026-04-02T12:05:15.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.323+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.323+0000 7f90eb411900 20 started sync module instance, tier type = 2026-04-02T12:05:15.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.323+0000 7f90eb411900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.328 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.325+0000 7f90eb411900 20 add_watcher() i=7 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=5 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=6 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=0 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=3 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=2 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=4 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=1 2026-04-02T12:05:15.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.327+0000 7f90eb411900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.329+0000 7f90eb411900 5 note: GC not initialized 2026-04-02T12:05:15.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.329+0000 7f908f7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.368+0000 7f90eb411900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.368+0000 7f90eb411900 20 Filter name: none 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.368+0000 7f908d7fa640 20 reqs_thread_entry: start 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.368+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.368+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : miss 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.369+0000 7f90eb411900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:15.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.375+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.375+0000 7f90eb411900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.375+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.377 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.375+0000 7f90eb411900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:15.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.375+0000 7f90c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94460753010928 notifier 7424 bl.length()=943 2026-04-02T12:05:15.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.378 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:15.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:15.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:15.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.0 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.3 2026-04-02T12:05:15.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.4 2026-04-02T12:05:15.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.5 2026-04-02T12:05:15.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.6 2026-04-02T12:05:15.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.7 2026-04-02T12:05:15.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.8 2026-04-02T12:05:15.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.9 2026-04-02T12:05:15.387 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.385+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.10 2026-04-02T12:05:15.390 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f90eb411900 time 2026-04-02T12:05:15.389767+0000 2026-04-02T12:05:15.390 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f90ec18f8f8] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.389+0000 7f90eb411900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f90eb411900 time 2026-04-02T12:05:15.389767+0000 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f90ec18f8f8] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f90eb411900 thread_name:radosgw-admin 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f90eb23fc30] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f90eb28d02c] 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:15.391 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f90ec18f957] 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:15.392 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.389+0000 7f90eb411900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f90eb411900 thread_name:radosgw-admin 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f90eb23fc30] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f90eb28d02c] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f90ec18f957] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.399 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:05:15.295+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:05:15.295+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key hook 0x55e95b6848e8 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b611f70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b613150 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b614a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.297745s 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b611f70 auth_method 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b613150 auth_method 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_done global_id 7965 payload 824 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 1 monclient: found mon.noname-a 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:05:15.295+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95b614a50 auth_method 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: dump: 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:15.400 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: dump: 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:05:15.296+0000 7f90eb411900 5 monclient: authenticate success, global_id 7965 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:05:15.296+0000 7f90dd7fa640 4 set_mon_vals no callback set 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:05:15.296+0000 7f90eb411900 1 librados: init done 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:05:15.298+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90c0077540 auth_method 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:05:15.298+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95b6b9070 auth_method 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:05:15.298+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95b7f7390 auth_method 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:05:15.299+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95b8196e0 auth_method 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:05:15.300+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:05:15.300+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e95b83f7b0 EEXIST 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.401 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:05:15.301+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:05:15.301+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:05:15.301+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x55e95b83a690 EEXIST 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b866d80 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b869660 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b867150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.303576s 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b867150 auth_method 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b869660 auth_method 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b866d80 auth_method 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7968 payload 824 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:05:15.301+0000 7f90e73dd640 1 monclient: found mon.noname-a 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: dump: 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.402 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:05:15.302+0000 7f90e7bde640 4 set_mon_vals no callback set 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: dump: 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:05:15.302+0000 7f90eb411900 5 monclient: authenticate success, global_id 7968 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:05:15.304+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90b4077520 auth_method 0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: get_monmap_and_config 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:05:15.304+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:05:15.304+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.403 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:05:15.305+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:05:15.305+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:05:15.305+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc2fbca978 EEXIST 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b923000 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b92a4b0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b953400 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.307475s 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b923000 auth_method 0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b92a4b0 auth_method 0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b953400 auth_method 0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7421 payload 274 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:05:15.305+0000 7f90e73dd640 1 monclient: found mon.noname-c 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: dump: 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.404 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: dump: 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 monclient: authenticate success, global_id 7421 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:05:15.306+0000 7f90eb411900 4 set_mon_vals no callback set 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: shutdown 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:05:15.306+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: starting msgr at 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: starting objecter 2026-04-02T12:05:15.405 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e95b689bd0 EEXIST 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: setting wanted keys 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: calling monclient init 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:05:15.307+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:05:15.307+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:05:15.307+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x55e95b8faa58 EEXIST 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b92a4b0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b953400 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b928ca0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.309448s 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b92a4b0 auth_method 0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b928ca0 auth_method 0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b953400 auth_method 0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7424 payload 824 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:05:15.307+0000 7f90e73dd640 1 monclient: found mon.noname-c 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: dump: 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.406 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:05:15.308+0000 7f90eb411900 5 monclient: authenticate success, global_id 7424 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:05:15.308+0000 7f90c67fc640 4 set_mon_vals no callback set 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: dump: 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:05:15.308+0000 7f90eb411900 1 librados: init done 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:05:15.308+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cr dump hook 0x55e95b95b898 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:05:15.309+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:05:15.309+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90a4077530 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:05:15.309+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95b9c3740 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 realm 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:05:15.310+0000 7f90eb411900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:05:15.310+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95b9e5f80 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:05:15.311+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba07820 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:05:15.312+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:05:15.312+0000 7f90eb411900 20 searching for the correct realm 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:05:15.312+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba2a550 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:05:15.312+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90d8076cb0 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:05:15.313+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90d4089a90 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:05:15.314+0000 7f90e73dd640 10 monclient: get_auth_request con 0x7f90cc090040 auth_method 0 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:05:15.315+0000 7f90e73dd640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f90cc090040 msgr2=0x7f90cc082540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.407 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 1 client.7424.objecter ms_handle_reset 0x7f90cc090040 session 0x7f90cc0a2040 osd.4 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 10 monclient: _renew_subs 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:05:15.315+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90d80639a0 auth_method 0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:05:15.316+0000 7f90e73dd640 10 monclient: get_auth_request con 0x7f90a40a4a60 auth_method 0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:05:15.319+0000 7f90e63db640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55e95ba07820 msgr2=0x55e95ba27c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:05:15.319+0000 7f90c4ff9640 1 client.7424.objecter ms_handle_reset 0x55e95ba07820 session 0x55e95b9e52d0 osd.0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:05:15.319+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90cc090040 auth_method 0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 zone default found 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 Realm: () 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:05:15.322+0000 7f90eb411900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 zonegroup default 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 started sync module instance, tier type = 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:05:15.325+0000 7f90eb411900 20 add_watcher() i=7 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=5 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=6 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=3 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=2 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=4 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=1 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:05:15.327+0000 7f90eb411900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:05:15.327+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f9070007200 auth_method 0 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.408 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:05:15.329+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache list hook 0x55e95b927c50 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache inspect hook 0x55e95b927c50 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache erase hook 0x55e95b927c50 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache zap hook 0x55e95b927c50 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 note: GC not initialized 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:05:15.329+0000 7f908f7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace show hook 0x7f90cc06d070 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace history hook 0x7f90cc06d070 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace active hook 0x7f90cc06d070 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace active_short hook 0x7f90cc06d070 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:05:15.330+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba61940 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:05:15.331+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95ba62c10 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:05:15.332+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba65510 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:05:15.334+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba5dec0 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:05:15.338+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95ba5c680 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:05:15.343+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba1fae0 auth_method 0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 Filter name: none 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:05:15.368+0000 7f908d7fa640 20 reqs_thread_entry: start 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:05:15.368+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : miss 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:05:15.375+0000 7f90c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94460753010928 notifier 7424 bl.length()=943 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.409 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.0 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.3 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.4 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.5 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.6 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.7 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.8 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.9 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:05:15.385+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.10 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:05:15.389+0000 7f90eb411900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f90eb411900 time 2026-04-02T12:05:15.389767+0000 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f90ec18f8f8] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:05:15.389+0000 7f90eb411900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f90eb411900 thread_name:radosgw-admin 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f90eb23fc30] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f90eb28d02c] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f90ec18f957] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:05:15.410 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:15.411 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f908d7fa640 / http_manager 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f908f7fe640 / http_manager 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90c4ff9640 / ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90c67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90d0ff9640 / ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90d37fe640 / ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90dd7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90ddffb640 / admin_socket 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e5bda640 / ms_dispatch 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e63db640 / msgr-worker-2 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e6bdc640 / msgr-worker-1 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e73dd640 / msgr-worker-0 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e7bde640 / io_context_pool 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: 7f90eb411900 / radosgw-admin 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.99228.log 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: crc 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 AuthRegistry(0x55e95b6847a0) adding con mode: secure 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:05:15.295+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:05:15.295+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:05:15.295+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key hook 0x55e95b6848e8 2026-04-02T12:05:15.412 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b611f70 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b613150 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b614a50 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:05:15.295+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.297745s 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b611f70 auth_method 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b613150 auth_method 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:05:15.295+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_done global_id 7965 payload 824 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 1 monclient: found mon.noname-a 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:05:15.295+0000 7f90e6bdc640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:05:15.295+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95b614a50 auth_method 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: dump: 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:05:15.296+0000 7f90d37fe640 10 monclient: dump: 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:05:15.296+0000 7f90eb411900 5 monclient: authenticate success, global_id 7965 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:05:15.296+0000 7f90dd7fa640 4 set_mon_vals no callback set 2026-04-02T12:05:15.413 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:05:15.296+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:05:15.296+0000 7f90eb411900 1 librados: init done 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:05:15.297+0000 7f90d37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:05:15.298+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90c0077540 auth_method 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:05:15.298+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95b6b9070 auth_method 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:05:15.298+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95b7f7390 auth_method 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:05:15.299+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95b8196e0 auth_method 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:05:15.300+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding auth protocol: cephx 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: crc 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83beb0) adding con mode: secure 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:05:15.300+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e95b83f7b0 EEXIST 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:05:15.300+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.414 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding auth protocol: cephx 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: crc 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:05:15.300+0000 7f90eb411900 5 AuthRegistry(0x55e95b83a548) adding con mode: secure 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:05:15.301+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:05:15.301+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:05:15.301+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x55e95b83a690 EEXIST 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b866d80 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b869660 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b867150 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:05:15.301+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.303576s 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b867150 auth_method 0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b869660 auth_method 0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:05:15.301+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b866d80 auth_method 0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:05:15.301+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7968 payload 824 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:05:15.301+0000 7f90e73dd640 1 monclient: found mon.noname-a 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:05:15.301+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: dump: 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.415 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:05:15.302+0000 7f90e7bde640 4 set_mon_vals no callback set 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:05:15.302+0000 7f90d0ff9640 10 monclient: dump: 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:05:15.302+0000 7f90eb411900 5 monclient: authenticate success, global_id 7968 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:05:15.302+0000 7f90eb411900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:05:15.303+0000 7f90d0ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:05:15.304+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90b4077520 auth_method 0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: get_monmap_and_config 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:05:15.304+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding auth protocol: cephx 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.416 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fbfa0) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:05:15.304+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:05:15.304+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding auth protocol: cephx 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: crc 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:05:15.304+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca830) adding con mode: secure 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:05:15.305+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:05:15.305+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:05:15.305+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc2fbca978 EEXIST 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b923000 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b92a4b0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b953400 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:05:15.305+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.307475s 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b923000 auth_method 0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:05:15.305+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b92a4b0 auth_method 0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b953400 auth_method 0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:05:15.305+0000 7f90e63db640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7421 payload 274 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:05:15.305+0000 7f90e73dd640 1 monclient: found mon.noname-c 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:05:15.305+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: dump: 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.417 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:05:15.305+0000 7f90c67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:05:15.306+0000 7f90c67fc640 10 monclient: dump: 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 monclient: authenticate success, global_id 7421 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:05:15.306+0000 7f90eb411900 4 set_mon_vals no callback set 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: shutdown 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: build_initial_monmap 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 build_initial for_mkfs: 0 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: monmap: 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding auth protocol: cephx 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: crc 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fcd60) adding con mode: secure 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:05:15.306+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: starting msgr at 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: starting objecter 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command objecter_requests cmddesc objecter_requests hook 0x55e95b689bd0 EEXIST 2026-04-02T12:05:15.418 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: setting wanted keys 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:05:15.306+0000 7f90eb411900 1 librados: calling monclient init 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:05:15.306+0000 7f90eb411900 10 monclient: init 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding auth protocol: cephx 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: crc 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:05:15.306+0000 7f90eb411900 5 AuthRegistry(0x55e95b8fa910) adding con mode: secure 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:05:15.307+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:05:15.307+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:05:15.307+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command rotate-key cmddesc rotate-key hook 0x55e95b8faa58 EEXIST 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-a con 0x55e95b92a4b0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-b con 0x55e95b953400 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): picked mon.noname-c con 0x55e95b928ca0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:05:15.307+0000 7f90eb411900 10 monclient(hunting): authenticate will time out at 2027.309448s 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request con 0x55e95b92a4b0 auth_method 0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): get_auth_request con 0x55e95b928ca0 auth_method 0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): get_auth_request con 0x55e95b953400 auth_method 0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:05:15.307+0000 7f90e63db640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:05:15.307+0000 7f90e6bdc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient(hunting): handle_auth_done global_id 7424 payload 824 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient: _finish_hunting 0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:05:15.307+0000 7f90e73dd640 1 monclient: found mon.noname-c 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:05:15.307+0000 7f90e73dd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: dump: 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.419 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: _finish_auth 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: _check_auth_tickets 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:05:15.308+0000 7f90eb411900 5 monclient: authenticate success, global_id 7424 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:05:15.308+0000 7f90c67fc640 4 set_mon_vals no callback set 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:05:15.308+0000 7f90c4ff9640 10 monclient: dump: 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _renew_subs 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:05:15.308+0000 7f90eb411900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:05:15.308+0000 7f90eb411900 1 librados: init done 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:05:15.308+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cr dump hook 0x55e95b95b898 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:05:15.309+0000 7f90c4ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:05:15.309+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:05:15.309+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90a4077530 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:05:15.309+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95b9c3740 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 realm 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:05:15.310+0000 7f90eb411900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:05:15.310+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:05:15.310+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95b9e5f80 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:05:15.311+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:05:15.311+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba07820 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:05:15.312+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:05:15.312+0000 7f90eb411900 20 searching for the correct realm 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:05:15.312+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba2a550 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:05:15.312+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90d8076cb0 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:05:15.313+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90d4089a90 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:05:15.314+0000 7f90e73dd640 10 monclient: get_auth_request con 0x7f90cc090040 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:05:15.315+0000 7f90e73dd640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f90cc090040 msgr2=0x7f90cc082540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 1 client.7424.objecter ms_handle_reset 0x7f90cc090040 session 0x7f90cc0a2040 osd.4 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 10 monclient: _renew_subs 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:05:15.315+0000 7f90c4ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:05:15.315+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x7f90d80639a0 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:05:15.316+0000 7f90e73dd640 10 monclient: get_auth_request con 0x7f90a40a4a60 auth_method 0 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:05:15.319+0000 7f90e63db640 0 -- 192.168.123.101:0/4211798694 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55e95ba07820 msgr2=0x55e95ba27c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.420 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:05:15.319+0000 7f90c4ff9640 1 client.7424.objecter ms_handle_reset 0x55e95ba07820 session 0x55e95b9e52d0 osd.0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:05:15.319+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f90cc090040 auth_method 0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:05:15.321+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 zone default found 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 Realm: () 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:05:15.322+0000 7f90eb411900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:05:15.322+0000 7f90eb411900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 zonegroup default 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:05:15.322+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 started sync module instance, tier type = 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:05:15.323+0000 7f90eb411900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:05:15.325+0000 7f90eb411900 20 add_watcher() i=7 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=5 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:05:15.326+0000 7f90eb411900 20 add_watcher() i=6 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=3 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=2 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=4 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:05:15.327+0000 7f90eb411900 20 add_watcher() i=1 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:05:15.327+0000 7f90eb411900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:05:15.327+0000 7f90e63db640 10 monclient: get_auth_request con 0x7f9070007200 auth_method 0 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding auth protocol: cephx 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: crc 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 AuthRegistry(0x7ffc2fbca920) adding con mode: secure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:05:15.329+0000 7f90eb411900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:05:15.329+0000 7f90eb411900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache list hook 0x55e95b927c50 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache inspect hook 0x55e95b927c50 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache erase hook 0x55e95b927c50 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command cache zap hook 0x55e95b927c50 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 note: GC not initialized 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:05:15.329+0000 7f908f7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:15.421 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace show hook 0x7f90cc06d070 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace history hook 0x7f90cc06d070 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace active hook 0x7f90cc06d070 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:05:15.329+0000 7f90eb411900 5 asok(0x55e95b5826b0) register_command sync trace active_short hook 0x7f90cc06d070 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:05:15.330+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba61940 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:05:15.331+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95ba62c10 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:05:15.332+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba65510 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:05:15.334+0000 7f90e73dd640 10 monclient: get_auth_request con 0x55e95ba5dec0 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:05:15.338+0000 7f90e6bdc640 10 monclient: get_auth_request con 0x55e95ba5c680 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:05:15.343+0000 7f90e63db640 10 monclient: get_auth_request con 0x55e95ba1fae0 auth_method 0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 Filter name: none 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:05:15.368+0000 7f908d7fa640 20 reqs_thread_entry: start 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:05:15.368+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:05:15.368+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : miss 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:05:15.369+0000 7f90eb411900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:05:15.369+0000 7f90eb411900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:05:15.375+0000 7f90eb411900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:05:15.375+0000 7f90c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94460753010928 notifier 7424 bl.length()=943 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:05:15.376+0000 7f90c67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:05:15.376+0000 7f90eb411900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.0 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.1 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.2 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.3 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.4 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.5 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.6 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.7 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.8 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.9 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.422 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.10 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:05:15.381+0000 7f90eb411900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1.11 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:05:15.381+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.0 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:05:15.382+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.3 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.4 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.5 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:05:15.383+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.6 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.7 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.8 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:05:15.384+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.9 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:05:15.385+0000 7f90eb411900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.10 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:05:15.389+0000 7f90eb411900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f90eb411900 time 2026-04-02T12:05:15.389767+0000 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f90ec18f8f8] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:05:15.389+0000 7f90eb411900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f90eb411900 thread_name:radosgw-admin 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f90eb23fc30] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f90eb28d02c] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f90ec18f957] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e95932d6bd] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e95932df02] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f90eb22a610] 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:15.423 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:05:15.424 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f908d7fa640 / http_manager 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f908f7fe640 / http_manager 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90c4ff9640 / ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90c67fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90d0ff9640 / ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90d37fe640 / ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90dd7fa640 / io_context_pool, ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90ddffb640 / admin_socket 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e5bda640 / ms_dispatch 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e63db640 / msgr-worker-2 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e6bdc640 / msgr-worker-1 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e73dd640 / msgr-worker-0 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90e7bde640 / io_context_pool 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: 7f90eb411900 / radosgw-admin 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:05:15.390822Z_59695085-8b2a-4ab6-8aa4-277841d8d545/log 2026-04-02T12:05:15.425 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:05:15.426 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:15.426 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:15.426 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:15.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.440+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 realm 2026-04-02T12:05:15.443 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.441+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.442+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.442+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.443+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:15.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.443+0000 7f2cd4fc9900 20 searching for the correct realm 2026-04-02T12:05:15.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.446+0000 7f2ccbfff640 0 -- 192.168.123.101:0/1725327212 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55ae6aa1f500 msgr2=0x55ae6aa3f990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.450+0000 7f2ccb7fe640 0 -- 192.168.123.101:0/1725327212 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55ae6aa41d10 msgr2=0x55ae6aa620f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.454 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.452+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 zone default found 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 4 Realm: () 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 zonegroup default 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 started sync module instance, tier type = 2026-04-02T12:05:15.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.453+0000 7f2cd4fc9900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.456+0000 7f2cd4fc9900 20 add_watcher() i=0 2026-04-02T12:05:15.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.456+0000 7f2cd4fc9900 20 add_watcher() i=3 2026-04-02T12:05:15.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.457+0000 7f2cd4fc9900 20 add_watcher() i=7 2026-04-02T12:05:15.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.457+0000 7f2cd4fc9900 20 add_watcher() i=4 2026-04-02T12:05:15.459 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.457+0000 7f2cd4fc9900 20 add_watcher() i=5 2026-04-02T12:05:15.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.457+0000 7f2cd4fc9900 20 add_watcher() i=6 2026-04-02T12:05:15.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.458+0000 7f2cd4fc9900 20 add_watcher() i=1 2026-04-02T12:05:15.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.458+0000 7f2cd4fc9900 20 add_watcher() i=2 2026-04-02T12:05:15.460 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.458+0000 7f2cd4fc9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.459+0000 7f2cd4fc9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.459+0000 7f2cd4fc9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.460+0000 7f2cd4fc9900 5 note: GC not initialized 2026-04-02T12:05:15.462 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.460+0000 7f2c77fff640 20 reqs_thread_entry: start 2026-04-02T12:05:15.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 Filter name: none 2026-04-02T12:05:15.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2c75ffb640 20 reqs_thread_entry: start 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.498+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.499+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.499+0000 7f2cd4fc9900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.499+0000 7f2cd4fc9900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:05:15.501 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.499+0000 7f2cd4fc9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.503+0000 7f2cd4fc9900 20 remove_watcher() i=1 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.503+0000 7f2cd4fc9900 2 removed watcher, disabling cache 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=4 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=3 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=0 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=7 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=2 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=5 2026-04-02T12:05:15.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.504+0000 7f2cd4fc9900 20 remove_watcher() i=6 2026-04-02T12:05:15.512 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.512 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:15.512 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 num_objects: 20 size_kb: 1 num_shards: 11 2026-04-02T12:05:15.512 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:15.513 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:15.513 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:15.534 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:15.534 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:15.583 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:15.603 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:15.604 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:15.621 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.618+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.619+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.619+0000 7f9004b1c900 20 realm 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.619+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.622 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.620+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.621+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:15.623 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.621+0000 7f9004b1c900 20 searching for the correct realm 2026-04-02T12:05:15.627 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.625+0000 7f90025d1640 0 -- 192.168.123.101:0/3220868771 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f8ff4018040 msgr2=0x7f8ff4018410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.830+0000 7f9002dd2640 0 -- 192.168.123.101:0/3220868771 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5558b4274520 msgr2=0x5558b42949d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.831+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:15.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 zone default found 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 4 Realm: () 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 zonegroup default 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.832+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.833+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.833+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.833+0000 7f9004b1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.833+0000 7f9004b1c900 20 started sync module instance, tier type = 2026-04-02T12:05:15.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.833+0000 7f9004b1c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.836+0000 7f9004b1c900 20 add_watcher() i=7 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=0 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=4 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=3 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=5 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=6 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=1 2026-04-02T12:05:15.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 20 add_watcher() i=2 2026-04-02T12:05:15.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.837+0000 7f9004b1c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:15.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.839+0000 7f9004b1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:15.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.839+0000 7f9004b1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:15.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.839+0000 7f9004b1c900 5 note: GC not initialized 2026-04-02T12:05:15.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.839+0000 7f8faaffd640 20 reqs_thread_entry: start 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.875+0000 7f9004b1c900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.875+0000 7f9004b1c900 20 Filter name: none 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.875+0000 7f8fa8ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.875+0000 7f9004b1c900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.875+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : miss 2026-04-02T12:05:15.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 20 rados->read ofs=0 len=0 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.876+0000 7f9004b1c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:15.879 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.877+0000 7f9004b1c900 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to be held by another RGW process; skipping for now 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.880+0000 7f9004b1c900 20 remove_watcher() i=0 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.880+0000 7f9004b1c900 2 removed watcher, disabling cache 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=7 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=5 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=6 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=4 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=2 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=3 2026-04-02T12:05:15.883 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:15.881+0000 7f9004b1c900 20 remove_watcher() i=1 2026-04-02T12:05:15.888 INFO:tasks.workunit.client.0.vm01.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-02T12:05:45.920 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2026-04-02T12:05:45.943 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:45.943 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:45.962 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.960+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.963 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 realm 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.961+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.962+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:45.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.962+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.963+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:45.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.963+0000 7f7974d25900 20 searching for the correct realm 2026-04-02T12:05:45.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.966+0000 7f7971339640 0 -- 192.168.123.101:0/3122231068 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5635333cec50 msgr2=0x5635333ef100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:45.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.969+0000 7f7971339640 0 -- 192.168.123.101:0/3122231068 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x563533368030 msgr2=0x563533388410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.971+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 zone default found 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 4 Realm: () 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 zonegroup default 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:45.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:45.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 started sync module instance, tier type = 2026-04-02T12:05:45.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.972+0000 7f7974d25900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=5 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=6 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=3 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=0 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=4 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=2 2026-04-02T12:05:45.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=7 2026-04-02T12:05:45.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 20 add_watcher() i=1 2026-04-02T12:05:45.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.976+0000 7f7974d25900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:45.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.978+0000 7f7974d25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:45.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.978+0000 7f7974d25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:45.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.978+0000 7f7974d25900 5 note: GC not initialized 2026-04-02T12:05:45.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:45.978+0000 7f791dfeb640 20 reqs_thread_entry: start 2026-04-02T12:05:46.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.017+0000 7f7974d25900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 20 Filter name: none 2026-04-02T12:05:46.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f79177fe640 20 reqs_thread_entry: start 2026-04-02T12:05:46.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-02T12:05:46.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : miss 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.018+0000 7f7974d25900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 20 rados_obj.operate() r=0 bl.length=463 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.019+0000 7f7974d25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:46.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.020+0000 7f7974d25900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.027+0000 7f7974d25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.027+0000 7f7974d25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.027+0000 7f7974d25900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.027+0000 7f7974d25900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.028+0000 7f79477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894514 cookie 94786492504928 notifier 7466 bl.length()=943 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.028+0000 7f79477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.028+0000 7f79477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.028+0000 7f79477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.029+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:46.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.029+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:46.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.029+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:46.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.029+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:46.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.032+0000 7f7947fff640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1' needs retry: Success 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.0 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.0 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.1 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.1 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.2 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.2 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.3 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.3 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.4 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.4 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.5 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.5 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.6 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.6 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.7 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.7 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.8 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.8 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.9 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.9 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.10 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.10 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.11 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2.11 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.035+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.0 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.036+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1 2026-04-02T12:05:46.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.036+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2 2026-04-02T12:05:46.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.036+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.3 2026-04-02T12:05:46.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.037+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.4 2026-04-02T12:05:46.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.037+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.5 2026-04-02T12:05:46.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.037+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.6 2026-04-02T12:05:46.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.038+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.7 2026-04-02T12:05:46.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.038+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.8 2026-04-02T12:05:46.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.038+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.9 2026-04-02T12:05:46.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.038+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.10 2026-04-02T12:05:46.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.042+0000 7f7974d25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:46.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.042+0000 7f7974d25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:46.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7974d25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7974d25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7974d25900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7974d25900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:46.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7947fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894515 cookie 94786492504928 notifier 7466 bl.length()=943 2026-04-02T12:05:46.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7947fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7947fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.046 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.043+0000 7f7947fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.045+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:46.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.045+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:46.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.045+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:46.047 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.045+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:46.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.049+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.0 2026-04-02T12:05:46.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.049+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.1 2026-04-02T12:05:46.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.049+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.2 2026-04-02T12:05:46.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.050+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.3 2026-04-02T12:05:46.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.050+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.4 2026-04-02T12:05:46.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.050+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.5 2026-04-02T12:05:46.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.050+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.6 2026-04-02T12:05:46.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.051+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.7 2026-04-02T12:05:46.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.051+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.8 2026-04-02T12:05:46.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.051+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.9 2026-04-02T12:05:46.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.052+0000 7f7974d25900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40.10 2026-04-02T12:05:46.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.052+0000 7f7974d25900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 : hit (requested=0x17, cached=0x17) 2026-04-02T12:05:46.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.052+0000 7f7974d25900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f7974d25900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f7974d25900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f7974d25900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f7974d25900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40, ofs0, ns] 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f79477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894516 cookie 94786492504928 notifier 7466 bl.length()=907 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f79477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 info.flags=0x17 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f79477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 to cache LRU end 2026-04-02T12:05:46.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.053+0000 7f79477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-02T12:05:46.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.055+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_sources= new_sources= 2026-04-02T12:05:46.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.055+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential sources added=[] removed=[] 2026-04-02T12:05:46.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.055+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): orig_dests= new_dests= 2026-04-02T12:05:46.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.055+0000 7f7974d25900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40]): potential dests added=[] removed=[] 2026-04-02T12:05:46.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.057+0000 7f7974d25900 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2026-04-02T12:05:46.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.061+0000 7f7974d25900 20 remove_watcher() i=5 2026-04-02T12:05:46.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.061+0000 7f7974d25900 2 removed watcher, disabling cache 2026-04-02T12:05:46.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.061+0000 7f7974d25900 20 remove_watcher() i=7 2026-04-02T12:05:46.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.061+0000 7f7974d25900 20 remove_watcher() i=6 2026-04-02T12:05:46.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.061+0000 7f7974d25900 20 remove_watcher() i=3 2026-04-02T12:05:46.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.062+0000 7f7974d25900 20 remove_watcher() i=2 2026-04-02T12:05:46.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.062+0000 7f7974d25900 20 remove_watcher() i=0 2026-04-02T12:05:46.064 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.062+0000 7f7974d25900 20 remove_watcher() i=4 2026-04-02T12:05:46.065 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.063+0000 7f7974d25900 20 remove_watcher() i=1 2026-04-02T12:05:46.074 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-02T12:05:46.093 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:46.093 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:46.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.112+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 realm 2026-04-02T12:05:46.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.116 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.114+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.115+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.115+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.116+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.118 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.116+0000 7fc5af13a900 20 searching for the correct realm 2026-04-02T12:05:46.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.119+0000 7fc5aa68f640 0 -- 192.168.123.101:0/3559804710 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5592aa3b0ef0 msgr2=0x5592aa3d1330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.123+0000 7fc5aa68f640 0 -- 192.168.123.101:0/3559804710 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x5592aa3f4830 msgr2=0x5592aa414c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.126+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.129 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 20 zone default found 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 4 Realm: () 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.127+0000 7fc5af13a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 zonegroup default 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.130 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.128+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.129+0000 7fc5af13a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.129+0000 7fc5af13a900 20 started sync module instance, tier type = 2026-04-02T12:05:46.131 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.129+0000 7fc5af13a900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=3 2026-04-02T12:05:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=5 2026-04-02T12:05:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=6 2026-04-02T12:05:46.135 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=0 2026-04-02T12:05:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=4 2026-04-02T12:05:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=2 2026-04-02T12:05:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=1 2026-04-02T12:05:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 20 add_watcher() i=7 2026-04-02T12:05:46.136 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.133+0000 7fc5af13a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.135+0000 7fc5af13a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.135+0000 7fc5af13a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.135+0000 7fc5af13a900 5 note: GC not initialized 2026-04-02T12:05:46.138 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.135+0000 7fc5537fe640 20 reqs_thread_entry: start 2026-04-02T12:05:46.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.181+0000 7fc5af13a900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.181+0000 7fc5af13a900 20 Filter name: none 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.181+0000 7fc5517fa640 20 reqs_thread_entry: start 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.181+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-02T12:05:46.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.182+0000 7fc5af13a900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.183+0000 7fc5af13a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-02T12:05:46.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.183+0000 7fc5af13a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=2 2026-04-02T12:05:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 2 removed watcher, disabling cache 2026-04-02T12:05:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=0 2026-04-02T12:05:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=7 2026-04-02T12:05:46.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=1 2026-04-02T12:05:46.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=4 2026-04-02T12:05:46.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=3 2026-04-02T12:05:46.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=5 2026-04-02T12:05:46.191 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.188+0000 7fc5af13a900 20 remove_watcher() i=6 2026-04-02T12:05:46.197 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.197 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:46.197 INFO:tasks.workunit.client.0.vm01.stderr:bucket: abort-at-change-reshard-state id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.40 num_objects: 19 size_kb: 1 num_shards: 12 2026-04-02T12:05:46.197 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.199 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:46.199 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:46.208 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:46.208 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:46.375 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:46.375 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:46.472 INFO:tasks.workunit.client.0.vm01.stderr: test: logrecord could be stopped after reshard failed 2026-04-02T12:05:46.474 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:05:46.493 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:46.493 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:46.515 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.513+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 realm 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.516 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.514+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.515+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.517 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.515+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.516+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.518 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.516+0000 7f5aade12900 20 searching for the correct realm 2026-04-02T12:05:46.521 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.519+0000 7f5aa9ddd640 0 -- 192.168.123.101:0/4282992621 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55b24aaf52d0 msgr2=0x55b24ab15780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.525 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.522+0000 7f5aa9ddd640 0 -- 192.168.123.101:0/4282992621 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55b24aa8e580 msgr2=0x55b24aaae9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.525+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 zone default found 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 4 Realm: () 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 zonegroup default 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.526+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 started sync module instance, tier type = 2026-04-02T12:05:46.530 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.527+0000 7f5aade12900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.531+0000 7f5aade12900 20 add_watcher() i=0 2026-04-02T12:05:46.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.531+0000 7f5aade12900 20 add_watcher() i=5 2026-04-02T12:05:46.533 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.531+0000 7f5aade12900 20 add_watcher() i=4 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.531+0000 7f5aade12900 20 add_watcher() i=3 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.532+0000 7f5aade12900 20 add_watcher() i=7 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.532+0000 7f5aade12900 20 add_watcher() i=2 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.532+0000 7f5aade12900 20 add_watcher() i=6 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.532+0000 7f5aade12900 20 add_watcher() i=1 2026-04-02T12:05:46.534 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.532+0000 7f5aade12900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.534+0000 7f5aade12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.534+0000 7f5aade12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.534+0000 7f5aade12900 5 note: GC not initialized 2026-04-02T12:05:46.536 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.534+0000 7f5a567ec640 20 reqs_thread_entry: start 2026-04-02T12:05:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.572+0000 7f5aade12900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.572+0000 7f5aade12900 20 Filter name: none 2026-04-02T12:05:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.573+0000 7f5a4ffff640 20 reqs_thread_entry: start 2026-04-02T12:05:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.573+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.575 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.573+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.573+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.574+0000 7f5aade12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.579+0000 7f5aade12900 20 remove_watcher() i=4 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.579+0000 7f5aade12900 2 removed watcher, disabling cache 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.579+0000 7f5aade12900 20 remove_watcher() i=0 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=3 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=2 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=7 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=5 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=6 2026-04-02T12:05:46.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.580+0000 7f5aade12900 20 remove_watcher() i=1 2026-04-02T12:05:46.589 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.589 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:05:46.589 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 8 size_kb: 1 num_shards: 13 2026-04-02T12:05:46.589 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.591 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:05:46.610 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:46.610 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:46.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.627+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.630 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 realm 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.631 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.628+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.629+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.629+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.630+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.632 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.630+0000 7ff8b0b54900 20 searching for the correct realm 2026-04-02T12:05:46.636 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.633+0000 7ff8ad166640 0 -- 192.168.123.101:0/2106137136 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7ff8940a30b0 msgr2=0x7ff894068050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.637+0000 7ff8ac965640 0 -- 192.168.123.101:0/2106137136 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x5613221d8310 msgr2=0x5613221f87c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.639+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 zone default found 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 4 Realm: () 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 zonegroup default 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 started sync module instance, tier type = 2026-04-02T12:05:46.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.640+0000 7ff8b0b54900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=0 2026-04-02T12:05:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=4 2026-04-02T12:05:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=5 2026-04-02T12:05:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=7 2026-04-02T12:05:46.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=3 2026-04-02T12:05:46.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=2 2026-04-02T12:05:46.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=6 2026-04-02T12:05:46.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 20 add_watcher() i=1 2026-04-02T12:05:46.648 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.645+0000 7ff8b0b54900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.647+0000 7ff8b0b54900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.647+0000 7ff8b0b54900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.647+0000 7ff8b0b54900 5 note: GC not initialized 2026-04-02T12:05:46.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.648+0000 7ff859feb640 20 reqs_thread_entry: start 2026-04-02T12:05:46.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.688+0000 7ff8b0b54900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.688+0000 7ff8b0b54900 20 Filter name: none 2026-04-02T12:05:46.690 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.688+0000 7ff8537fe640 20 reqs_thread_entry: start 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.688+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.691 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.689+0000 7ff8b0b54900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.690+0000 7ff8b0b54900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.692 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.690+0000 7ff8b0b54900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.697 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.695+0000 7ff8b0b54900 20 remove_watcher() i=2 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.695+0000 7ff8b0b54900 2 removed watcher, disabling cache 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.695+0000 7ff8b0b54900 20 remove_watcher() i=7 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.695+0000 7ff8b0b54900 20 remove_watcher() i=6 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.695+0000 7ff8b0b54900 20 remove_watcher() i=5 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.696+0000 7ff8b0b54900 20 remove_watcher() i=0 2026-04-02T12:05:46.698 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.696+0000 7ff8b0b54900 20 remove_watcher() i=4 2026-04-02T12:05:46.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.696+0000 7ff8b0b54900 20 remove_watcher() i=3 2026-04-02T12:05:46.699 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.697+0000 7ff8b0b54900 20 remove_watcher() i=1 2026-04-02T12:05:46.706 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-02T12:05:46.728 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:46.729 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:46.749 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.746+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 20 realm 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.750 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.749+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.751 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.749+0000 7f111e374900 20 searching for the correct realm 2026-04-02T12:05:46.755 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.752+0000 7f111a984640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5585e12a23f0 msgr2=0x5585e12c28a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.756+0000 7f1119982640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5585e123b760 msgr2=0x5585e125bc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.761 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 zone default found 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 4 Realm: () 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 zonegroup default 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.760+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.760+0000 7f111e374900 20 started sync module instance, tier type = 2026-04-02T12:05:46.762 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.760+0000 7f111e374900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=0 2026-04-02T12:05:46.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=5 2026-04-02T12:05:46.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=6 2026-04-02T12:05:46.766 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=2 2026-04-02T12:05:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=4 2026-04-02T12:05:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=3 2026-04-02T12:05:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=1 2026-04-02T12:05:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=7 2026-04-02T12:05:46.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.765+0000 7f111e374900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.767+0000 7f111e374900 5 note: GC not initialized 2026-04-02T12:05:46.770 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.767+0000 7f10c2ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:46.810 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.808+0000 7f111e374900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.808+0000 7f111e374900 20 Filter name: none 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.808+0000 7f10c0ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.808+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.808+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.811 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.809+0000 7f111e374900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.815+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.815+0000 7f111e374900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f111e374900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94033496678624 notifier 7529 bl.length()=839 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:05:46.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:05:46.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:05:46.820 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:05:46.826 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.827 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.828 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.830 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.833 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f111e374900 time 2026-04-02T12:05:46.832529+0000 2026-04-02T12:05:46.833 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f111f78f8f8] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.831+0000 7f111e374900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f111e374900 time 2026-04-02T12:05:46.832529+0000 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f111f78f8f8] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f111e374900 thread_name:radosgw-admin 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f111e83fc30] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f111e88d02c] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f111f78f957] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:46.834 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.832+0000 7f111e374900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f111e374900 thread_name:radosgw-admin 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f111e83fc30] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f111e88d02c] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f111f78f957] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e0e8ca50 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.734986s 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e0e8a140 auth_method 0 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e0e8ca50 auth_method 0 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.835 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_done global_id 8082 payload 824 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:05:46.733+0000 7f111a183640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: dump: 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: dump: 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:05:46.733+0000 7f1110ff9640 4 set_mon_vals no callback set 2026-04-02T12:05:46.841 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:05:46.733+0000 7f111e374900 5 monclient: authenticate success, global_id 8082 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:05:46.733+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:05:46.733+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:05:46.734+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:05:46.734+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:05:46.734+0000 7f111e374900 1 librados: init done 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:05:46.735+0000 7f1119982640 10 monclient: get_auth_request con 0x7f10f4077600 auth_method 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:05:46.735+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e104e8d0 auth_method 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:05:46.736+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e106faa0 auth_method 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:05:46.737+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1091c80 auth_method 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:05:46.738+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:05:46.738+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:05:46.738+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5585e10b7d60 EEXIST 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.842 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:05:46.738+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:05:46.739+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:05:46.739+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x5585e10b2bf0 EEXIST 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e10df330 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e10e1c10 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e10df700 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.741108s 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e10df700 auth_method 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): get_auth_request con 0x5585e10e1c10 auth_method 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e10df330 auth_method 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_done global_id 8085 payload 824 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:05:46.739+0000 7f111a984640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: dump: 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: dump: 2026-04-02T12:05:46.843 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:05:46.739+0000 7f111e374900 5 monclient: authenticate success, global_id 8085 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:05:46.739+0000 7f111b185640 4 set_mon_vals no callback set 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:05:46.740+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:05:46.740+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:05:46.742+0000 7f111a183640 10 monclient: get_auth_request con 0x7f10e8077520 auth_method 0 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: get_monmap_and_config 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:05:46.742+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.844 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:05:46.742+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x7fffb0e07628 EEXIST 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e11a6690 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e1179880 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e11785f0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.744864s 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): get_auth_request con 0x5585e1179880 auth_method 0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e11785f0 auth_method 0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e11a6690 auth_method 0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_done global_id 8088 payload 274 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:05:46.743+0000 7f1119982640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.845 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: dump: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: dump: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:05:46.743+0000 7f111e374900 5 monclient: authenticate success, global_id 8088 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:05:46.743+0000 7f111e374900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:05:46.743+0000 7f111e374900 4 set_mon_vals no callback set 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:05:46.743+0000 7f111e374900 10 monclient: shutdown 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:05:46.744+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.846 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: starting msgr at 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: starting objecter 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:05:46.744+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5585e119eac0 EEXIST 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: setting wanted keys 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: calling monclient init 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:05:46.744+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x5585e1173008 EEXIST 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e11785f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e1179880 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e11a6690 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.746767s 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e11a6690 auth_method 0 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.847 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e11785f0 auth_method 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_done global_id 7529 payload 824 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:05:46.745+0000 7f111a984640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:05:46.745+0000 7f111a984640 1 monclient: found mon.noname-c 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:05:46.745+0000 7f111a984640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:05:46.745+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1179880 auth_method 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: dump: 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: dump: 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:05:46.745+0000 7f10f9ffb640 4 set_mon_vals no callback set 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:05:46.745+0000 7f111e374900 5 monclient: authenticate success, global_id 7529 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:05:46.745+0000 7f111e374900 1 librados: init done 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:05:46.745+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cr dump hook 0x5585e11a4248 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:05:46.746+0000 7f111a183640 10 monclient: get_auth_request con 0x7f10d8077540 auth_method 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:05:46.746+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:05:46.747+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e123b760 auth_method 0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:05:46.747+0000 7f111e374900 20 realm 2026-04-02T12:05:46.856 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:05:46.747+0000 7f111e374900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:05:46.748+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e125deb0 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:05:46.749+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e127f700 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:05:46.749+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:05:46.749+0000 7f111e374900 20 searching for the correct realm 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:05:46.749+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e12a23f0 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:05:46.750+0000 7f111a183640 10 monclient: get_auth_request con 0x7f110c0fe3d0 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:05:46.751+0000 7f1119982640 10 monclient: get_auth_request con 0x7f1108061380 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:05:46.751+0000 7f111a984640 10 monclient: get_auth_request con 0x7f110000eb80 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:05:46.752+0000 7f111a984640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5585e12a23f0 msgr2=0x5585e12c28a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:05:46.752+0000 7f10effff640 1 client.7529.objecter ms_handle_reset 0x5585e12a23f0 session 0x5585e12a1d70 osd.3 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:05:46.752+0000 7f10effff640 10 monclient: _renew_subs 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:05:46.752+0000 7f10effff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:05:46.752+0000 7f111a984640 10 monclient: get_auth_request con 0x7f10d80a4a70 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:05:46.753+0000 7f111a183640 10 monclient: get_auth_request con 0x7f110c0b6be0 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:05:46.756+0000 7f1119982640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5585e123b760 msgr2=0x5585e125bc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:05:46.756+0000 7f10effff640 1 client.7529.objecter ms_handle_reset 0x5585e123b760 session 0x5585e123b050 osd.1 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:05:46.756+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e12a23f0 auth_method 0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:05:46.759+0000 7f111e374900 20 zone default found 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:05:46.759+0000 7f111e374900 4 Realm: () 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:05:46.759+0000 7f111e374900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:05:46.759+0000 7f111e374900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:05:46.759+0000 7f111e374900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:05:46.759+0000 7f111e374900 20 zonegroup default 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:05:46.760+0000 7f111e374900 20 started sync module instance, tier type = 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:05:46.760+0000 7f111e374900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=0 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=5 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=6 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=2 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=4 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=3 2026-04-02T12:05:46.857 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=1 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=7 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:05:46.765+0000 7f111e374900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:05:46.765+0000 7f1119982640 10 monclient: get_auth_request con 0x7f10a4007200 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:05:46.767+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache list hook 0x5585e119e890 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache inspect hook 0x5585e119e890 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache erase hook 0x5585e119e890 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache zap hook 0x5585e119e890 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:05:46.767+0000 7f111e374900 5 note: GC not initialized 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:05:46.767+0000 7f10c2ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace show hook 0x7f1100002b00 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace history hook 0x7f1100002b00 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace active hook 0x7f1100002b00 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace active_short hook 0x7f1100002b00 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:05:46.768+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e1252470 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:05:46.769+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e1253290 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:05:46.771+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1259030 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:05:46.772+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e1256040 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:05:46.776+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e124cfb0 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:05:46.781+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e124fd90 auth_method 0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:05:46.808+0000 7f111e374900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:05:46.808+0000 7f111e374900 20 Filter name: none 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:05:46.808+0000 7f10c0ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:05:46.808+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:05:46.808+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.858 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:05:46.809+0000 7f111e374900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:05:46.815+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:05:46.815+0000 7f111e374900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:05:46.816+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:05:46.816+0000 7f111e374900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94033496678624 notifier 7529 bl.length()=839 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.859 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:05:46.831+0000 7f111e374900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f111e374900 time 2026-04-02T12:05:46.832529+0000 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f111f78f8f8] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:05:46.832+0000 7f111e374900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f111e374900 thread_name:radosgw-admin 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f111e83fc30] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f111e88d02c] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f111f78f957] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:05:46.860 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:46.861 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10c0ff9640 / http_manager 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10c2ffd640 / http_manager 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10effff640 / ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10f97fa640 / io_context_pool 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10f9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f10fbfff640 / ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f1106ffd640 / ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f1110ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f11117fa640 / admin_socket 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f1119181640 / ms_dispatch 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f1119982640 / msgr-worker-2 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f111a183640 / msgr-worker-1 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f111a984640 / msgr-worker-0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f111b185640 / io_context_pool 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: 7f111e374900 / radosgw-admin 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.99864.log 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e0e8ca50 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:05:46.732+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.734986s 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e0e8a140 auth_method 0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e0e8ca50 auth_method 0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:05:46.733+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient(hunting): handle_auth_done global_id 8082 payload 824 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:05:46.733+0000 7f111a183640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:05:46.733+0000 7f111a183640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: dump: 2026-04-02T12:05:46.862 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:05:46.733+0000 7f1106ffd640 10 monclient: dump: 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:05:46.733+0000 7f1110ff9640 4 set_mon_vals no callback set 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:05:46.733+0000 7f111e374900 5 monclient: authenticate success, global_id 8082 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:05:46.733+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:05:46.733+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:05:46.734+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:05:46.734+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:05:46.734+0000 7f111e374900 1 librados: init done 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:05:46.735+0000 7f1106ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:05:46.735+0000 7f1119982640 10 monclient: get_auth_request con 0x7f10f4077600 auth_method 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:05:46.735+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e104e8d0 auth_method 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:05:46.736+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e106faa0 auth_method 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:05:46.737+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1091c80 auth_method 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:05:46.738+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding auth protocol: cephx 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.863 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b4460) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:05:46.738+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:05:46.738+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5585e10b7d60 EEXIST 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:05:46.738+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding auth protocol: cephx 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: crc 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:05:46.738+0000 7f111e374900 5 AuthRegistry(0x5585e10b2aa8) adding con mode: secure 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:05:46.738+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:05:46.739+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:05:46.739+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x5585e10b2bf0 EEXIST 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e10df330 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e10e1c10 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e10df700 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.741108s 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e10df700 auth_method 0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): get_auth_request con 0x5585e10e1c10 auth_method 0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e10df330 auth_method 0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:05:46.739+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:05:46.739+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient(hunting): handle_auth_done global_id 8085 payload 824 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:05:46.739+0000 7f111a984640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:05:46.739+0000 7f111a984640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: dump: 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.864 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:05:46.739+0000 7f10fbfff640 10 monclient: dump: 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:05:46.739+0000 7f111e374900 5 monclient: authenticate success, global_id 8085 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:05:46.739+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:05:46.739+0000 7f111b185640 4 set_mon_vals no callback set 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:05:46.740+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:05:46.740+0000 7f111e374900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:05:46.741+0000 7f10fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:05:46.742+0000 7f111a183640 10 monclient: get_auth_request con 0x7f10e8077520 auth_method 0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: get_monmap_and_config 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:05:46.742+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding auth protocol: cephx 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: crc 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x5585e1174270) adding con mode: secure 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.865 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding auth protocol: cephx 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: crc 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:05:46.742+0000 7f111e374900 5 AuthRegistry(0x7fffb0e074e0) adding con mode: secure 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:05:46.742+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:05:46.742+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x7fffb0e07628 EEXIST 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e11a6690 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e1179880 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e11785f0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:05:46.742+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.744864s 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): get_auth_request con 0x5585e1179880 auth_method 0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:05:46.742+0000 7f1119982640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e11785f0 auth_method 0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e11a6690 auth_method 0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:05:46.743+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:05:46.743+0000 7f111a183640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient(hunting): handle_auth_done global_id 8088 payload 274 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:05:46.743+0000 7f1119982640 1 monclient: found mon.noname-a 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:05:46.743+0000 7f1119982640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: dump: 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.866 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:05:46.743+0000 7f10f9ffb640 10 monclient: dump: 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:05:46.743+0000 7f111e374900 5 monclient: authenticate success, global_id 8088 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:05:46.743+0000 7f111e374900 10 monclient: get_monmap_and_config success 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:05:46.743+0000 7f111e374900 4 set_mon_vals no callback set 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:05:46.743+0000 7f111e374900 10 monclient: shutdown 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: build_initial_monmap 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:05:46.744+0000 7f111e374900 1 build_initial for_mkfs: 0 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: monmap: 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding auth protocol: cephx 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: crc 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e11a4fb0) adding con mode: secure 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: starting msgr at 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: starting objecter 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:05:46.744+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command objecter_requests cmddesc objecter_requests hook 0x5585e119eac0 EEXIST 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: setting wanted keys 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:05:46.744+0000 7f111e374900 1 librados: calling monclient init 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: init 2026-04-02T12:05:46.867 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding auth protocol: cephx 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: crc 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:05:46.744+0000 7f111e374900 5 AuthRegistry(0x5585e1172ec0) adding con mode: secure 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:05:46.744+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:05:46.744+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command rotate-key cmddesc rotate-key hook 0x5585e1173008 EEXIST 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: _reopen_session rank -1 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-b con 0x5585e11785f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-a con 0x5585e1179880 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): picked mon.noname-c con 0x5585e11a6690 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): start opening mon connection 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): _renew_subs 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:05:46.744+0000 7f111e374900 10 monclient(hunting): authenticate will time out at 2058.746767s 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): get_auth_request con 0x5585e11a6690 auth_method 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): get_auth_request con 0x5585e11785f0 auth_method 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:05:46.744+0000 7f111a183640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:05:46.744+0000 7f111a984640 10 monclient(hunting): handle_auth_done global_id 7529 payload 824 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:05:46.745+0000 7f111a984640 10 monclient: _finish_hunting 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:05:46.745+0000 7f111a984640 1 monclient: found mon.noname-c 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:05:46.745+0000 7f111a984640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:05:46.745+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1179880 auth_method 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: dump: 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: _finish_auth 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: _check_auth_tickets 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:05:46.745+0000 7f10effff640 10 monclient: dump: 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:05:46.868 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:05:46.745+0000 7f10f9ffb640 4 set_mon_vals no callback set 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:05:46.745+0000 7f111e374900 5 monclient: authenticate success, global_id 7529 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _renew_subs 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:05:46.745+0000 7f111e374900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:05:46.745+0000 7f111e374900 1 librados: init done 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:05:46.745+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cr dump hook 0x5585e11a4248 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:05:46.746+0000 7f10effff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:05:46.746+0000 7f111a183640 10 monclient: get_auth_request con 0x7f10d8077540 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:05:46.746+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:05:46.747+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e123b760 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:05:46.747+0000 7f111e374900 20 realm 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:05:46.747+0000 7f111e374900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:05:46.747+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:05:46.748+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e125deb0 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:05:46.748+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:05:46.749+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e127f700 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:05:46.749+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:05:46.749+0000 7f111e374900 20 searching for the correct realm 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:05:46.749+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e12a23f0 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:05:46.750+0000 7f111a183640 10 monclient: get_auth_request con 0x7f110c0fe3d0 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:05:46.751+0000 7f1119982640 10 monclient: get_auth_request con 0x7f1108061380 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:05:46.751+0000 7f111a984640 10 monclient: get_auth_request con 0x7f110000eb80 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:05:46.752+0000 7f111a984640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5585e12a23f0 msgr2=0x5585e12c28a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:05:46.752+0000 7f10effff640 1 client.7529.objecter ms_handle_reset 0x5585e12a23f0 session 0x5585e12a1d70 osd.3 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:05:46.752+0000 7f10effff640 10 monclient: _renew_subs 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:05:46.752+0000 7f10effff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:05:46.752+0000 7f111a984640 10 monclient: get_auth_request con 0x7f10d80a4a70 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:05:46.753+0000 7f111a183640 10 monclient: get_auth_request con 0x7f110c0b6be0 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:05:46.756+0000 7f1119982640 0 -- 192.168.123.101:0/912295087 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x5585e123b760 msgr2=0x5585e125bc10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:05:46.756+0000 7f10effff640 1 client.7529.objecter ms_handle_reset 0x5585e123b760 session 0x5585e123b050 osd.1 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:05:46.756+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e12a23f0 auth_method 0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:05:46.758+0000 7f111e374900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:05:46.758+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:05:46.759+0000 7f111e374900 20 zone default found 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:05:46.759+0000 7f111e374900 4 Realm: () 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:05:46.759+0000 7f111e374900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.869 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:05:46.759+0000 7f111e374900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:05:46.759+0000 7f111e374900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:05:46.759+0000 7f111e374900 20 zonegroup default 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:05:46.759+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:05:46.760+0000 7f111e374900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:05:46.760+0000 7f111e374900 20 started sync module instance, tier type = 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:05:46.760+0000 7f111e374900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:05:46.763+0000 7f111e374900 20 add_watcher() i=5 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=6 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:05:46.764+0000 7f111e374900 20 add_watcher() i=2 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=4 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=3 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=1 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:05:46.765+0000 7f111e374900 20 add_watcher() i=7 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:05:46.765+0000 7f111e374900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:05:46.765+0000 7f1119982640 10 monclient: get_auth_request con 0x7f10a4007200 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding auth protocol: cephx 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: crc 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:05:46.767+0000 7f111e374900 5 AuthRegistry(0x7fffb0e075d0) adding con mode: secure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:05:46.767+0000 7f111e374900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:05:46.767+0000 7f111e374900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache list hook 0x5585e119e890 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache inspect hook 0x5585e119e890 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache erase hook 0x5585e119e890 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command cache zap hook 0x5585e119e890 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:05:46.767+0000 7f111e374900 5 note: GC not initialized 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:05:46.767+0000 7f10c2ffd640 20 reqs_thread_entry: start 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace show hook 0x7f1100002b00 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace history hook 0x7f1100002b00 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace active hook 0x7f1100002b00 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:05:46.767+0000 7f111e374900 5 asok(0x5585e0dfa6b0) register_command sync trace active_short hook 0x7f1100002b00 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:05:46.768+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e1252470 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:05:46.769+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e1253290 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:05:46.771+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e1259030 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:05:46.772+0000 7f111a984640 10 monclient: get_auth_request con 0x5585e1256040 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:05:46.776+0000 7f111a183640 10 monclient: get_auth_request con 0x5585e124cfb0 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:05:46.781+0000 7f1119982640 10 monclient: get_auth_request con 0x5585e124fd90 auth_method 0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:05:46.808+0000 7f111e374900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:05:46.808+0000 7f111e374900 20 Filter name: none 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:05:46.808+0000 7f10c0ff9640 20 reqs_thread_entry: start 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:05:46.808+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:05:46.808+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:05:46.870 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:05:46.809+0000 7f111e374900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:05:46.809+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:05:46.809+0000 7f111e374900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:05:46.809+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:05:46.809+0000 7f111e374900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:05:46.815+0000 7f111e374900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:05:46.815+0000 7f111e374900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:05:46.816+0000 7f111e374900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:05:46.816+0000 7f111e374900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94033496678624 notifier 7529 bl.length()=839 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:05:46.816+0000 7f10f97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:05:46.818+0000 7f111e374900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.1 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.2 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.3 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.4 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.5 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.6 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.7 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.8 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.9 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.10 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.11 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.12 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.13 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:05:46.824+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:05:46.824+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:05:46.825+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:05:46.825+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:05:46.826+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:05:46.826+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:05:46.827+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.871 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:05:46.827+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:05:46.828+0000 7f111e374900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:05:46.828+0000 7f111e374900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:05:46.831+0000 7f111e374900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f111e374900 time 2026-04-02T12:05:46.832529+0000 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f111f78f8f8] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:05:46.832+0000 7f111e374900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f111e374900 thread_name:radosgw-admin 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f111e83fc30] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f111e88d02c] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f111f78f957] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x5585dfe116bd] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x5585dfe11f02] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f111e82a610] 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:05:46.872 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:05:46.873 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10c0ff9640 / http_manager 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10c2ffd640 / http_manager 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10effff640 / ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10f97fa640 / io_context_pool 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10f9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f10fbfff640 / ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f1106ffd640 / ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f1110ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f11117fa640 / admin_socket 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f1119181640 / ms_dispatch 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f1119982640 / msgr-worker-2 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f111a183640 / msgr-worker-1 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f111a984640 / msgr-worker-0 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f111b185640 / io_context_pool 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: 7f111e374900 / radosgw-admin 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:05:46.833611Z_aae1d7db-72e7-4973-9d73-3b6182e42975/log 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:46.874 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:46.894 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.891+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.892+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.892+0000 7f94805cb900 20 realm 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.892+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.893+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.893+0000 7f94805cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.893+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.893+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.895 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.893+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.894+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.896 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.894+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.894+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:46.897 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.894+0000 7f94805cb900 20 searching for the correct realm 2026-04-02T12:05:46.900 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.898+0000 7f94777fe640 0 -- 192.168.123.101:0/608478642 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x561d38c22a80 msgr2=0x561d38c42f00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:05:46.904 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.902+0000 7f94767fc640 0 -- 192.168.123.101:0/608478642 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x561d38c66ab0 msgr2=0x561d38c86e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.904+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:46.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 zone default found 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 4 Realm: () 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 zonegroup default 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.905+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.906+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.906+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.906+0000 7f94805cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.906+0000 7f94805cb900 20 started sync module instance, tier type = 2026-04-02T12:05:46.908 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.906+0000 7f94805cb900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.909+0000 7f94805cb900 20 add_watcher() i=5 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.909+0000 7f94805cb900 20 add_watcher() i=2 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.909+0000 7f94805cb900 20 add_watcher() i=6 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.909+0000 7f94805cb900 20 add_watcher() i=7 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.910+0000 7f94805cb900 20 add_watcher() i=0 2026-04-02T12:05:46.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.910+0000 7f94805cb900 20 add_watcher() i=4 2026-04-02T12:05:46.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.910+0000 7f94805cb900 20 add_watcher() i=3 2026-04-02T12:05:46.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.910+0000 7f94805cb900 20 add_watcher() i=1 2026-04-02T12:05:46.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.910+0000 7f94805cb900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:46.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.912+0000 7f94805cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:46.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.912+0000 7f94805cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:46.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.913+0000 7f94805cb900 5 note: GC not initialized 2026-04-02T12:05:46.915 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.913+0000 7f9423fff640 20 reqs_thread_entry: start 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f94805cb900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f94805cb900 20 Filter name: none 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f9421ffb640 20 reqs_thread_entry: start 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.955+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:46.958 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 rados->read ofs=0 len=0 2026-04-02T12:05:46.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:05:46.959 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.956+0000 7f94805cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 20 remove_watcher() i=2 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 2 removed watcher, disabling cache 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 20 remove_watcher() i=0 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 20 remove_watcher() i=7 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 20 remove_watcher() i=6 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.965+0000 7f94805cb900 20 remove_watcher() i=4 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.966+0000 7f94805cb900 20 remove_watcher() i=5 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.966+0000 7f94805cb900 20 remove_watcher() i=1 2026-04-02T12:05:46.968 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:46.966+0000 7f94805cb900 20 remove_watcher() i=3 2026-04-02T12:05:46.979 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:05:46.979 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:05:47.007 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:05:47.027 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:05:47.027 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:05:47.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.045+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.046+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.046+0000 7f6858f4d900 20 realm 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.046+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.047+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.047+0000 7f6858f4d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.047+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.047+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.047+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.048+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:47.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.048+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.048+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:05:47.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.048+0000 7f6858f4d900 20 searching for the correct realm 2026-04-02T12:05:47.054 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.052+0000 7f6854cc5640 0 -- 192.168.123.101:0/2313406515 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f6848064780 msgr2=0x7f68480664d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:47.260 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.258+0000 7f68554c6640 0 -- 192.168.123.101:0/2313406515 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55ed7aedb400 msgr2=0x55ed7aefb8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.259+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:05:47.262 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 zone default found 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 4 Realm: () 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 zonegroup default 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.260+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.261+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.261+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.261+0000 7f6858f4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.261+0000 7f6858f4d900 20 started sync module instance, tier type = 2026-04-02T12:05:47.263 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.261+0000 7f6858f4d900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.264+0000 7f6858f4d900 20 add_watcher() i=7 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.264+0000 7f6858f4d900 20 add_watcher() i=2 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.264+0000 7f6858f4d900 20 add_watcher() i=0 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.265+0000 7f6858f4d900 20 add_watcher() i=1 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.265+0000 7f6858f4d900 20 add_watcher() i=3 2026-04-02T12:05:47.267 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.265+0000 7f6858f4d900 20 add_watcher() i=4 2026-04-02T12:05:47.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.265+0000 7f6858f4d900 20 add_watcher() i=6 2026-04-02T12:05:47.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.266+0000 7f6858f4d900 20 add_watcher() i=5 2026-04-02T12:05:47.268 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.266+0000 7f6858f4d900 2 all 8 watchers are set, enabling cache 2026-04-02T12:05:47.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.268+0000 7f6858f4d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:05:47.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.268+0000 7f6858f4d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:05:47.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.268+0000 7f6858f4d900 5 note: GC not initialized 2026-04-02T12:05:47.270 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.268+0000 7f6801feb640 20 reqs_thread_entry: start 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.312+0000 7f6858f4d900 20 init_complete bucket index max shards: 11 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.312+0000 7f6858f4d900 20 Filter name: none 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.312+0000 7f67fb7fe640 20 reqs_thread_entry: start 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:05:47.315 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 20 rados->read ofs=0 len=0 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.313+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:47.316 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.314+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:47.317 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.315+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:47.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.316+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:47.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.317+0000 7f6858f4d900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=2 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 2 removed watcher, disabling cache 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=6 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=3 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=4 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=0 2026-04-02T12:05:47.323 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=5 2026-04-02T12:05:47.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=7 2026-04-02T12:05:47.324 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:05:47.321+0000 7f6858f4d900 20 remove_watcher() i=1 2026-04-02T12:06:17.344 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:17.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:17.363 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:17.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.381+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 realm 2026-04-02T12:06:17.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.384 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.383+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.384+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:17.385 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.384+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.384+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:17.386 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.384+0000 7f4dc6732900 20 searching for the correct realm 2026-04-02T12:06:17.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.387+0000 7f4dc2c22640 0 -- 192.168.123.101:0/3062115186 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55faeda61a10 msgr2=0x55faeda81ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:17.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.390+0000 7f4dc2421640 0 -- 192.168.123.101:0/3062115186 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4db4078c30 msgr2=0x7f4db406d930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:17.394 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 zone default found 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 4 Realm: () 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 zonegroup default 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.393+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.394+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.394+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.394+0000 7f4dc6732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.394+0000 7f4dc6732900 20 started sync module instance, tier type = 2026-04-02T12:06:17.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.394+0000 7f4dc6732900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:17.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=3 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=2 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=7 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=4 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=0 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=6 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.397+0000 7f4dc6732900 20 add_watcher() i=1 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.398+0000 7f4dc6732900 20 add_watcher() i=5 2026-04-02T12:06:17.399 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.398+0000 7f4dc6732900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:17.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.400+0000 7f4dc6732900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:17.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.400+0000 7f4dc6732900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:17.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.400+0000 7f4dc6732900 5 note: GC not initialized 2026-04-02T12:06:17.401 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.400+0000 7f4d6affd640 20 reqs_thread_entry: start 2026-04-02T12:06:17.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4dc6732900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:17.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4dc6732900 20 Filter name: none 2026-04-02T12:06:17.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4d68ff9640 20 reqs_thread_entry: start 2026-04-02T12:06:17.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.439+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:17.442 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.440+0000 7f4dc6732900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:17.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=0 2026-04-02T12:06:17.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 2 removed watcher, disabling cache 2026-04-02T12:06:17.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=4 2026-04-02T12:06:17.446 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=3 2026-04-02T12:06:17.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=5 2026-04-02T12:06:17.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=6 2026-04-02T12:06:17.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=1 2026-04-02T12:06:17.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=2 2026-04-02T12:06:17.447 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.445+0000 7f4dc6732900 20 remove_watcher() i=7 2026-04-02T12:06:17.454 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:06:17.454 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:06:17.523 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:17.543 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:17.543 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:17.561 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.559+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 realm 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.562 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.561+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.562+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:17.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.562+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.562+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:17.563 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.562+0000 7f9c1d947900 20 searching for the correct realm 2026-04-02T12:06:17.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.565+0000 7f9c196c1640 0 -- 192.168.123.101:0/2592675329 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f9c0c067590 msgr2=0x7f9c0c071720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:17.772 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.770+0000 7f9c19ec2640 0 -- 192.168.123.101:0/2592675329 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55ba4d4fb300 msgr2=0x55ba4d51b7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:17.773 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.772+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 zone default found 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 4 Realm: () 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 zonegroup default 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.774 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.773+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.774+0000 7f9c1d947900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.774+0000 7f9c1d947900 20 started sync module instance, tier type = 2026-04-02T12:06:17.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.774+0000 7f9c1d947900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:17.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.776+0000 7f9c1d947900 20 add_watcher() i=0 2026-04-02T12:06:17.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.776+0000 7f9c1d947900 20 add_watcher() i=3 2026-04-02T12:06:17.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.777+0000 7f9c1d947900 20 add_watcher() i=7 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.777+0000 7f9c1d947900 20 add_watcher() i=2 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.777+0000 7f9c1d947900 20 add_watcher() i=4 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.777+0000 7f9c1d947900 20 add_watcher() i=1 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.778+0000 7f9c1d947900 20 add_watcher() i=6 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.778+0000 7f9c1d947900 20 add_watcher() i=5 2026-04-02T12:06:17.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.778+0000 7f9c1d947900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:17.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.780+0000 7f9c1d947900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:17.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.780+0000 7f9c1d947900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:17.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.780+0000 7f9c1d947900 5 note: GC not initialized 2026-04-02T12:06:17.782 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.780+0000 7f9bc67ec640 20 reqs_thread_entry: start 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.813+0000 7f9c1d947900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.813+0000 7f9c1d947900 20 Filter name: none 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.813+0000 7f9bbffff640 20 reqs_thread_entry: start 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.813+0000 7f9c1d947900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.813+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.815 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.814+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:17.816 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.815+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:17.817 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.816+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.817+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.817+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.817+0000 7f9c1d947900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:17.818 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.817+0000 7f9c1d947900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:17.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=3 2026-04-02T12:06:17.821 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 2 removed watcher, disabling cache 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=4 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=7 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=2 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=1 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=0 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=5 2026-04-02T12:06:17.822 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.820+0000 7f9c1d947900 20 remove_watcher() i=6 2026-04-02T12:06:17.829 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:17.850 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:17.850 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:17.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.875+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 realm 2026-04-02T12:06:17.877 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.876+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.877+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:17.878 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:17.877+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.078+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:18.080 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.078+0000 7fb932b2c900 20 searching for the correct realm 2026-04-02T12:06:18.084 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.082+0000 7fb92e7c4640 0 -- 192.168.123.101:0/1770933678 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fb920089450 msgr2=0x7fb9200898a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:18.289 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.287+0000 7fb92efc5640 0 -- 192.168.123.101:0/1770933678 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x564906b8aa80 msgr2=0x564906baaf30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:18.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:18.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:18.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:18.290 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.289+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 zone default found 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 4 Realm: () 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 zonegroup default 2026-04-02T12:06:18.291 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.290+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.291+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.291+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.291+0000 7fb932b2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.291+0000 7fb932b2c900 20 started sync module instance, tier type = 2026-04-02T12:06:18.292 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.291+0000 7fb932b2c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:18.295 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.294+0000 7fb932b2c900 20 add_watcher() i=0 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.294+0000 7fb932b2c900 20 add_watcher() i=3 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.294+0000 7fb932b2c900 20 add_watcher() i=5 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 20 add_watcher() i=7 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 20 add_watcher() i=2 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 20 add_watcher() i=6 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 20 add_watcher() i=4 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 20 add_watcher() i=1 2026-04-02T12:06:18.296 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.295+0000 7fb932b2c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:18.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.297+0000 7fb932b2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:18.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.297+0000 7fb932b2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:18.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.297+0000 7fb932b2c900 5 note: GC not initialized 2026-04-02T12:06:18.298 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.297+0000 7fb8d6ffd640 20 reqs_thread_entry: start 2026-04-02T12:06:18.339 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.338+0000 7fb932b2c900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.338+0000 7fb932b2c900 20 Filter name: none 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.338+0000 7fb8d4ff9640 20 reqs_thread_entry: start 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.338+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:18.340 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:18.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:18.341 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.339+0000 7fb932b2c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=3 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 2 removed watcher, disabling cache 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=0 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=6 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=5 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=1 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.344+0000 7fb932b2c900 20 remove_watcher() i=4 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.345+0000 7fb932b2c900 20 remove_watcher() i=7 2026-04-02T12:06:18.346 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.345+0000 7fb932b2c900 20 remove_watcher() i=2 2026-04-02T12:06:18.352 INFO:tasks.workunit.client.0.vm01.stderr: test: duplicated entries should be purged before reshard 2026-04-02T12:06:18.353 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:18.372 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:18.372 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:18.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.580+0000 7f5913fff640 0 --2- 192.168.123.101:0/3166067972 >> [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] conn(0x7f58f0043670 0x7f58f0063af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-02T12:06:18.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.591+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 realm 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:18.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.592+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.593+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:18.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.593+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:18.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.594+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:18.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.594+0000 7f591bb22900 20 searching for the correct realm 2026-04-02T12:06:18.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.595+0000 7f59137fe640 0 -- 192.168.123.101:0/1770741117 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f590c039020 msgr2=0x7f590c08eab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:18.800 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:18.799+0000 7f59137fe640 0 -- 192.168.123.101:0/1770741117 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f590c038680 msgr2=0x7f590c08b790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.005+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.007 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 zone default found 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 4 Realm: () 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 zonegroup default 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.006+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.007+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.007+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.007+0000 7f591bb22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.007+0000 7f591bb22900 20 started sync module instance, tier type = 2026-04-02T12:06:19.008 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.007+0000 7f591bb22900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.010+0000 7f591bb22900 20 add_watcher() i=0 2026-04-02T12:06:19.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.011+0000 7f591bb22900 20 add_watcher() i=4 2026-04-02T12:06:19.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.011+0000 7f591bb22900 20 add_watcher() i=6 2026-04-02T12:06:19.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.011+0000 7f591bb22900 20 add_watcher() i=5 2026-04-02T12:06:19.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.011+0000 7f591bb22900 20 add_watcher() i=3 2026-04-02T12:06:19.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.012+0000 7f591bb22900 20 add_watcher() i=1 2026-04-02T12:06:19.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.012+0000 7f591bb22900 20 add_watcher() i=7 2026-04-02T12:06:19.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.012+0000 7f591bb22900 20 add_watcher() i=2 2026-04-02T12:06:19.013 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.012+0000 7f591bb22900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.014+0000 7f591bb22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.014+0000 7f591bb22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.015 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.014+0000 7f591bb22900 5 note: GC not initialized 2026-04-02T12:06:19.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.014+0000 7f58bbfff640 20 reqs_thread_entry: start 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.055+0000 7f591bb22900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.055+0000 7f591bb22900 20 Filter name: none 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.055+0000 7f58b9ffb640 20 reqs_thread_entry: start 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.055+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:19.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.056+0000 7f591bb22900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.057+0000 7f591bb22900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:19.058 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.057+0000 7f591bb22900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=4 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 2 removed watcher, disabling cache 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=0 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=1 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=3 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=7 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.061+0000 7f591bb22900 20 remove_watcher() i=2 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.062+0000 7f591bb22900 20 remove_watcher() i=5 2026-04-02T12:06:19.063 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.062+0000 7f591bb22900 20 remove_watcher() i=6 2026-04-02T12:06:19.069 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.069 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:06:19.069 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 10 size_kb: 1 num_shards: 13 2026-04-02T12:06:19.069 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.071 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:06:19.092 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:19.092 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:19.112 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.110+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.111+0000 7f6a10b74900 20 realm 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.113+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:19.114 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.113+0000 7f6a10b74900 20 searching for the correct realm 2026-04-02T12:06:19.117 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.115+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.322 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.320+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zone default found 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Realm: () 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zonegroup default 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started sync module instance, tier type = 2026-04-02T12:06:19.327 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=1 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=0 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=5 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=3 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=6 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=2 2026-04-02T12:06:19.330 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=4 2026-04-02T12:06:19.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=7 2026-04-02T12:06:19.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.329+0000 7f6a10b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.332 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.331+0000 7f6a10b74900 5 note: GC not initialized 2026-04-02T12:06:19.333 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.331+0000 7f69b9feb640 20 reqs_thread_entry: start 2026-04-02T12:06:19.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.370+0000 7f6a10b74900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.370+0000 7f6a10b74900 20 Filter name: none 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.370+0000 7f69b37fe640 20 reqs_thread_entry: start 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.370+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.370+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.372 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:19.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.373 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.371+0000 7f6a10b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.377+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.377+0000 7f6a10b74900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.377+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.377+0000 7f6a10b74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894522 cookie 94403306125152 notifier 8202 bl.length()=839 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:19.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:19.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:19.381 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:19.387 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6a10b74900 time 2026-04-02T12:06:19.386482+0000 2026-04-02T12:06:19.387 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6a11f8f8f8] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.386+0000 7f6a10b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6a10b74900 time 2026-04-02T12:06:19.386482+0000 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6a11f8f8f8] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f6a10b74900 thread_name:radosgw-admin 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6a1103fc30] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6a1108d02c] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6a11f8f957] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:06:19.388 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.387+0000 7f6a10b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f6a10b74900 thread_name:radosgw-admin 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6a1103fc30] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6a1108d02c] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6a11f8f957] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:06:19.096+0000 7f69feffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:06:19.096+0000 7f69feffd640 10 monclient: dump: 2026-04-02T12:06:19.392 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:06:19.096+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7628 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:06:19.096+0000 7f6a10b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:06:19.096+0000 7f6a10b74900 4 set_mon_vals no callback set 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: shutdown 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) unregister_commands rotate-key 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: starting msgr at 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: starting objecter 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests hook 0x55dbfb3a2200 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: setting wanted keys 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: calling monclient init 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.393 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key hook 0x55dbfb39d2d8 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb3a3330 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb488e50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x7f69ec002cd0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.098881s 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x7f69ec002cd0 auth_method 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb488e50 auth_method 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_done global_id 7631 payload 824 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:06:19.098+0000 7f6a0d184640 1 monclient: found mon.noname-c 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:06:19.098+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb3a3330 auth_method 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: dump: 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: dump: 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.394 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:06:19.098+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7631 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:06:19.098+0000 7f69feffd640 4 set_mon_vals no callback set 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:06:19.098+0000 7f6a10b74900 1 librados: init done 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:06:19.100+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb4f2710 auth_method 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:06:19.100+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69e8077610 auth_method 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:06:19.101+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb5138e0 auth_method 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:06:19.101+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb535c30 auth_method 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:06:19.102+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:06:19.102+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:06:19.102+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dbfb55b7c0 EEXIST 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.395 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x55dbfb556c30 EEXIST 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb5839f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb583dc0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb5afc20 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.104907s 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb583dc0 auth_method 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb5839f0 auth_method 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_done global_id 7634 payload 824 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:06:19.104+0000 7f6a07fff640 1 monclient: found mon.noname-c 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:06:19.104+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb5afc20 auth_method 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: dump: 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: dump: 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.396 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:06:19.104+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7634 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:06:19.104+0000 7f6a0d985640 4 set_mon_vals no callback set 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: get_monmap_and_config 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:06:19.106+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:06:19.106+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69dc0773d0 auth_method 0 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.397 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffecf545b38 EEXIST 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb64a720 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb61c1d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb63f570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.107981s 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x55dbfb63f570 auth_method 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb61c1d0 auth_method 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb64a720 auth_method 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_done global_id 8199 payload 274 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:06:19.107+0000 7f6a0d184640 1 monclient: found mon.noname-a 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: dump: 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 monclient: authenticate success, global_id 8199 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:06:19.107+0000 7f6a10b74900 4 set_mon_vals no callback set 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: dump: 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.398 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: shutdown 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:06:19.107+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: starting msgr at 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: starting objecter 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dbfb61ace0 EEXIST 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: setting wanted keys 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: calling monclient init 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.399 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x55dbfb617078 EEXIST 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb61c1d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb63f570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb64a720 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.109596s 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb63f570 auth_method 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb61c1d0 auth_method 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x55dbfb64a720 auth_method 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_done global_id 8202 payload 824 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:06:19.108+0000 7f6a07fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: dump: 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: dump: 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.400 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:06:19.109+0000 7f6a10b74900 5 monclient: authenticate success, global_id 8202 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:06:19.109+0000 7f69e7fff640 4 set_mon_vals no callback set 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:06:19.109+0000 7f6a10b74900 1 librados: init done 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:06:19.109+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cr dump hook 0x55dbfb646938 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:06:19.110+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:06:19.111+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69c8077600 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:06:19.111+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb6df140 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 realm 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:06:19.112+0000 7f6a10b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:06:19.112+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb7018e0 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:06:19.113+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb723180 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:06:19.113+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:06:19.113+0000 7f6a10b74900 20 searching for the correct realm 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:06:19.113+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb745f60 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:06:19.114+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69ec003a00 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:06:19.114+0000 7f6a07fff640 10 monclient: get_auth_request con 0x7f69f8046040 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:06:19.115+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69f409a9b0 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:06:19.115+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:06:19.316+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69f409a9b0 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:06:19.318+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69ec0022f0 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:06:19.320+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:06:19.320+0000 7f69e67fc640 1 client.8202.objecter ms_handle_reset 0x7f69f409a9b0 session 0x7f69f409a7f0 osd.4 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:06:19.320+0000 7f69e67fc640 10 monclient: _renew_subs 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:06:19.320+0000 7f69e67fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:06:19.321+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69c80a4b90 auth_method 0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.401 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zone default found 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Realm: () 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:06:19.324+0000 7f6a10b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zonegroup default 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started sync module instance, tier type = 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=1 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=5 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=3 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=6 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=2 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=4 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=7 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:06:19.329+0000 7f6a10b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:06:19.329+0000 7f6a07fff640 10 monclient: get_auth_request con 0x7f6994007200 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:06:19.331+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache list hook 0x55dbfb644060 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache inspect hook 0x55dbfb644060 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache erase hook 0x55dbfb644060 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache zap hook 0x55dbfb644060 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 note: GC not initialized 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:06:19.331+0000 7f69b9feb640 20 reqs_thread_entry: start 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace show hook 0x7f6a00004030 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace history hook 0x7f6a00004030 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace active hook 0x7f6a00004030 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace active_short hook 0x7f6a00004030 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:06:19.332+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb856de0 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:06:19.333+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb852140 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:06:19.335+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb853bd0 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:06:19.336+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb843740 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:06:19.339+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb846250 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:06:19.344+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb848af0 auth_method 0 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.402 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 Filter name: none 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:06:19.370+0000 7f69b37fe640 20 reqs_thread_entry: start 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:06:19.370+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894522 cookie 94403306125152 notifier 8202 bl.length()=839 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:06:19.386+0000 7f6a10b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6a10b74900 time 2026-04-02T12:06:19.386482+0000 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6a11f8f8f8] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:06:19.387+0000 7f6a10b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f6a10b74900 thread_name:radosgw-admin 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6a1103fc30] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6a1108d02c] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6a11f8f957] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:06:19.403 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:06:19.404 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69b37fe640 / http_manager 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69b9feb640 / http_manager 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69e67fc640 / ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69e7fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69f27fc640 / ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69fd7fa640 / ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69feffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f69ff7fe640 / admin_socket 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a077fe640 / ms_dispatch 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a07fff640 / msgr-worker-2 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0c983640 / msgr-worker-1 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0d184640 / msgr-worker-0 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0d985640 / io_context_pool 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a10b74900 / radosgw-admin 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.100494.log 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:06:19.096+0000 7f69feffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:06:19.096+0000 7f69feffd640 10 monclient: dump: 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.405 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:06:19.096+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7628 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:06:19.096+0000 7f6a10b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:06:19.096+0000 7f6a10b74900 4 set_mon_vals no callback set 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: shutdown 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) unregister_commands rotate-key 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: crc 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb3ce9a0) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: starting msgr at 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: starting objecter 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests hook 0x55dbfb3a2200 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: setting wanted keys 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:06:19.097+0000 7f6a10b74900 1 librados: calling monclient init 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding auth protocol: cephx 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.406 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: crc 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb39d190) adding con mode: secure 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:06:19.097+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:06:19.097+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key hook 0x55dbfb39d2d8 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb3a3330 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb488e50 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x7f69ec002cd0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:06:19.097+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.098881s 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x7f69ec002cd0 auth_method 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:06:19.097+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb488e50 auth_method 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:06:19.098+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient(hunting): handle_auth_done global_id 7631 payload 824 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:06:19.098+0000 7f6a0d184640 1 monclient: found mon.noname-c 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:06:19.098+0000 7f6a0d184640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:06:19.098+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb3a3330 auth_method 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: dump: 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.407 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:06:19.098+0000 7f69fd7fa640 10 monclient: dump: 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:06:19.098+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7631 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:06:19.098+0000 7f69feffd640 4 set_mon_vals no callback set 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:06:19.098+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:06:19.098+0000 7f6a10b74900 1 librados: init done 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:06:19.100+0000 7f69fd7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:06:19.100+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb4f2710 auth_method 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:06:19.100+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69e8077610 auth_method 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:06:19.101+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb5138e0 auth_method 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:06:19.101+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb535c30 auth_method 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:06:19.102+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:06:19.102+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:06:19.102+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: crc 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:06:19.102+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb5583b0) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dbfb55b7c0 EEXIST 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding auth protocol: cephx 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.408 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: crc 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb556ae8) adding con mode: secure 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:06:19.103+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:06:19.103+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x55dbfb556c30 EEXIST 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb5839f0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb583dc0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb5afc20 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:06:19.103+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.104907s 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb583dc0 auth_method 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb5839f0 auth_method 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:06:19.104+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient(hunting): handle_auth_done global_id 7634 payload 824 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:06:19.104+0000 7f6a07fff640 1 monclient: found mon.noname-c 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:06:19.104+0000 7f6a07fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:06:19.104+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb5afc20 auth_method 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: dump: 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:19.409 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:06:19.104+0000 7f69f27fc640 10 monclient: dump: 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:06:19.104+0000 7f6a10b74900 5 monclient: authenticate success, global_id 7634 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:06:19.104+0000 7f6a0d985640 4 set_mon_vals no callback set 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:06:19.104+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:06:19.106+0000 7f69f27fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: get_monmap_and_config 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:06:19.106+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb618420) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:06:19.106+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69dc0773d0 auth_method 0 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding auth protocol: cephx 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.410 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: crc 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf5459f0) adding con mode: secure 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:06:19.106+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:06:19.106+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x7ffecf545b38 EEXIST 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb64a720 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb61c1d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb63f570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:06:19.106+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.107981s 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x55dbfb63f570 auth_method 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb61c1d0 auth_method 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb64a720 auth_method 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:06:19.107+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:06:19.107+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient(hunting): handle_auth_done global_id 8199 payload 274 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:06:19.107+0000 7f6a0d184640 1 monclient: found mon.noname-a 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:06:19.107+0000 7f6a0d184640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: dump: 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 monclient: authenticate success, global_id 8199 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:06:19.107+0000 7f6a10b74900 4 set_mon_vals no callback set 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:06:19.107+0000 7f69e7fff640 10 monclient: dump: 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.411 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: shutdown 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: build_initial_monmap 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:06:19.107+0000 7f6a10b74900 1 build_initial for_mkfs: 0 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:06:19.107+0000 7f6a10b74900 10 monclient: monmap: 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:06:19.107+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb66fa90) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: starting msgr at 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: starting objecter 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command objecter_requests cmddesc objecter_requests hook 0x55dbfb61ace0 EEXIST 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: setting wanted keys 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:06:19.108+0000 7f6a10b74900 1 librados: calling monclient init 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: init 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding auth protocol: cephx 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: crc 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 AuthRegistry(0x55dbfb616f30) adding con mode: secure 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:06:19.108+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.412 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:06:19.108+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command rotate-key cmddesc rotate-key hook 0x55dbfb617078 EEXIST 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-c con 0x55dbfb61c1d0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-a con 0x55dbfb63f570 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): picked mon.noname-b con 0x55dbfb64a720 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:06:19.108+0000 7f6a10b74900 10 monclient(hunting): authenticate will time out at 2091.109596s 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): get_auth_request con 0x55dbfb63f570 auth_method 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): get_auth_request con 0x55dbfb61c1d0 auth_method 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): get_auth_request con 0x55dbfb64a720 auth_method 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:06:19.108+0000 7f6a0c983640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:06:19.108+0000 7f6a0d184640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient(hunting): handle_auth_done global_id 8202 payload 824 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient: _finish_hunting 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:06:19.108+0000 7f6a07fff640 1 monclient: found mon.noname-a 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:06:19.108+0000 7f6a07fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: dump: 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:06:19.109+0000 7f69e67fc640 10 monclient: dump: 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:19.413 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:06:19.109+0000 7f6a10b74900 5 monclient: authenticate success, global_id 8202 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:06:19.109+0000 7f69e7fff640 4 set_mon_vals no callback set 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _renew_subs 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:06:19.109+0000 7f6a10b74900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:06:19.109+0000 7f6a10b74900 1 librados: init done 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:06:19.109+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cr dump hook 0x55dbfb646938 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:06:19.110+0000 7f69e67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:06:19.110+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:06:19.111+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69c8077600 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:06:19.111+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb6df140 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 realm 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:06:19.111+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:06:19.112+0000 7f6a10b74900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:06:19.112+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb7018e0 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:06:19.112+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:06:19.113+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb723180 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:06:19.113+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:06:19.113+0000 7f6a10b74900 20 searching for the correct realm 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:06:19.113+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb745f60 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:06:19.114+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69ec003a00 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:06:19.114+0000 7f6a07fff640 10 monclient: get_auth_request con 0x7f69f8046040 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:06:19.115+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69f409a9b0 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:06:19.115+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:06:19.316+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69f409a9b0 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:06:19.318+0000 7f6a0c983640 10 monclient: get_auth_request con 0x7f69ec0022f0 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:06:19.320+0000 7f6a0d184640 0 -- 192.168.123.101:0/1100742085 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f69f409a9b0 msgr2=0x7f69f40befd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:06:19.320+0000 7f69e67fc640 1 client.8202.objecter ms_handle_reset 0x7f69f409a9b0 session 0x7f69f409a7f0 osd.4 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:06:19.320+0000 7f69e67fc640 10 monclient: _renew_subs 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:06:19.320+0000 7f69e67fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:06:19.321+0000 7f6a0d184640 10 monclient: get_auth_request con 0x7f69c80a4b90 auth_method 0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:06:19.323+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zone default found 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Realm: () 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:06:19.324+0000 7f6a10b74900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.414 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:06:19.324+0000 7f6a10b74900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 zonegroup default 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:06:19.324+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started sync module instance, tier type = 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:06:19.325+0000 7f6a10b74900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=1 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:06:19.328+0000 7f6a10b74900 20 add_watcher() i=5 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=3 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=6 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=2 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=4 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:06:19.329+0000 7f6a10b74900 20 add_watcher() i=7 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:06:19.329+0000 7f6a10b74900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:06:19.329+0000 7f6a07fff640 10 monclient: get_auth_request con 0x7f6994007200 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding auth protocol: cephx 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: crc 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 AuthRegistry(0x7ffecf545ae0) adding con mode: secure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:06:19.331+0000 7f6a10b74900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:06:19.331+0000 7f6a10b74900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache list hook 0x55dbfb644060 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache inspect hook 0x55dbfb644060 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache erase hook 0x55dbfb644060 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command cache zap hook 0x55dbfb644060 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 note: GC not initialized 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:06:19.331+0000 7f69b9feb640 20 reqs_thread_entry: start 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace show hook 0x7f6a00004030 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace history hook 0x7f6a00004030 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace active hook 0x7f6a00004030 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:06:19.331+0000 7f6a10b74900 5 asok(0x55dbfb29e6b0) register_command sync trace active_short hook 0x7f6a00004030 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:06:19.332+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb856de0 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:06:19.333+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb852140 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:06:19.335+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb853bd0 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:06:19.336+0000 7f6a0d184640 10 monclient: get_auth_request con 0x55dbfb843740 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:06:19.339+0000 7f6a0c983640 10 monclient: get_auth_request con 0x55dbfb846250 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:06:19.344+0000 7f6a07fff640 10 monclient: get_auth_request con 0x55dbfb848af0 auth_method 0 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 Filter name: none 2026-04-02T12:06:19.415 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:06:19.370+0000 7f69b37fe640 20 reqs_thread_entry: start 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:06:19.370+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:06:19.370+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:06:19.371+0000 7f6a10b74900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:06:19.371+0000 7f6a10b74900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:06:19.377+0000 7f6a10b74900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894522 cookie 94403306125152 notifier 8202 bl.length()=839 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:06:19.378+0000 7f69e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:06:19.379+0000 7f6a10b74900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:06:19.386+0000 7f6a10b74900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6a10b74900 time 2026-04-02T12:06:19.386482+0000 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f6a11f8f8f8] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:06:19.387+0000 7f6a10b74900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f6a10b74900 thread_name:radosgw-admin 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f6a1103fc30] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f6a1108d02c] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f6a11f8f957] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55dbf98e0fc4] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x55dbfa001ea6] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f6a1102a610] 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:06:19.416 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:06:19.417 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69b37fe640 / http_manager 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69b9feb640 / http_manager 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69e67fc640 / ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69e7fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69f27fc640 / ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69fd7fa640 / ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69feffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f69ff7fe640 / admin_socket 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a077fe640 / ms_dispatch 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a07fff640 / msgr-worker-2 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0c983640 / msgr-worker-1 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0d184640 / msgr-worker-0 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a0d985640 / io_context_pool 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: 7f6a10b74900 / radosgw-admin 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:06:19.387458Z_22b5846e-8da8-4a48-942e-3b117bb88eeb/log 2026-04-02T12:06:19.418 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:06:19.419 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:06:19.419 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:19.419 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:19.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.436+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 realm 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.437+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.438+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.438+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.438+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:19.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.438+0000 7fc2ec344900 20 searching for the correct realm 2026-04-02T12:06:19.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.440+0000 7fc2e37fe640 0 -- 192.168.123.101:0/1860982869 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fc2d40e5020 msgr2=0x7fc2d40fcaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.442+0000 7fc2e37fe640 0 -- 192.168.123.101:0/1860982869 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7fc2a40a4a70 msgr2=0x7fc2a40c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.446+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 zone default found 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 4 Realm: () 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 zonegroup default 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.448 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.447+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.448+0000 7fc2ec344900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.448+0000 7fc2ec344900 20 started sync module instance, tier type = 2026-04-02T12:06:19.449 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.448+0000 7fc2ec344900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=2 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=7 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=5 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=0 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=6 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=3 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.451+0000 7fc2ec344900 20 add_watcher() i=4 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.452+0000 7fc2ec344900 20 add_watcher() i=1 2026-04-02T12:06:19.453 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.452+0000 7fc2ec344900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.454+0000 7fc2ec344900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.454+0000 7fc2ec344900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.454+0000 7fc2ec344900 5 note: GC not initialized 2026-04-02T12:06:19.455 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.454+0000 7fc294ff1640 20 reqs_thread_entry: start 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.491+0000 7fc2ec344900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.491+0000 7fc2ec344900 20 Filter name: none 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.491+0000 7fc28e7fc640 20 reqs_thread_entry: start 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.491+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.493 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:19.494 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.492+0000 7fc2ec344900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:06:19.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 20 remove_watcher() i=3 2026-04-02T12:06:19.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 2 removed watcher, disabling cache 2026-04-02T12:06:19.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 20 remove_watcher() i=2 2026-04-02T12:06:19.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 20 remove_watcher() i=7 2026-04-02T12:06:19.498 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 20 remove_watcher() i=5 2026-04-02T12:06:19.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.497+0000 7fc2ec344900 20 remove_watcher() i=6 2026-04-02T12:06:19.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.498+0000 7fc2ec344900 20 remove_watcher() i=0 2026-04-02T12:06:19.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.498+0000 7fc2ec344900 20 remove_watcher() i=1 2026-04-02T12:06:19.500 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.498+0000 7fc2ec344900 20 remove_watcher() i=4 2026-04-02T12:06:19.508 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:06:19.508 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:06:19.536 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:19.555 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:19.555 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:19.576 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.574+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 realm 2026-04-02T12:06:19.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.577 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:19.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.576+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.577+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.577+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.578+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:19.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.578+0000 7fa9f1ae8900 20 searching for the correct realm 2026-04-02T12:06:19.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.581+0000 7fa9eb7fe640 0 -- 192.168.123.101:0/570350163 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55894a95e6b0 msgr2=0x55894a97eb60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:19.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.585+0000 7fa9ea7fc640 0 -- 192.168.123.101:0/570350163 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55894a93b940 msgr2=0x55894a95bd20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:19.589 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.588+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 zone default found 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 4 Realm: () 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 zonegroup default 2026-04-02T12:06:19.590 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.589+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.590+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.590+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.590+0000 7fa9f1ae8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.590+0000 7fa9f1ae8900 20 started sync module instance, tier type = 2026-04-02T12:06:19.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.590+0000 7fa9f1ae8900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:19.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.593+0000 7fa9f1ae8900 20 add_watcher() i=0 2026-04-02T12:06:19.594 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.593+0000 7fa9f1ae8900 20 add_watcher() i=7 2026-04-02T12:06:19.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.594+0000 7fa9f1ae8900 20 add_watcher() i=4 2026-04-02T12:06:19.595 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.594+0000 7fa9f1ae8900 20 add_watcher() i=3 2026-04-02T12:06:19.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.594+0000 7fa9f1ae8900 20 add_watcher() i=5 2026-04-02T12:06:19.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.595+0000 7fa9f1ae8900 20 add_watcher() i=6 2026-04-02T12:06:19.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.595+0000 7fa9f1ae8900 20 add_watcher() i=2 2026-04-02T12:06:19.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.595+0000 7fa9f1ae8900 20 add_watcher() i=1 2026-04-02T12:06:19.596 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.595+0000 7fa9f1ae8900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:19.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.597+0000 7fa9f1ae8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:19.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.597+0000 7fa9f1ae8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:19.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.597+0000 7fa9f1ae8900 5 note: GC not initialized 2026-04-02T12:06:19.598 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.597+0000 7fa9977fe640 20 reqs_thread_entry: start 2026-04-02T12:06:19.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.635+0000 7fa9f1ae8900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:19.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.635+0000 7fa9f1ae8900 20 Filter name: none 2026-04-02T12:06:19.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9957fa640 20 reqs_thread_entry: start 2026-04-02T12:06:19.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:19.637 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 rados->read ofs=0 len=0 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.636+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:19.638 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.637+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:19.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.638+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:19.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.639+0000 7fa9f1ae8900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=0 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 2 removed watcher, disabling cache 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=3 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=2 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=5 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=6 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=1 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=4 2026-04-02T12:06:19.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:19.643+0000 7fa9f1ae8900 20 remove_watcher() i=7 2026-04-02T12:06:49.671 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-02T12:06:49.694 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:49.694 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:49.711 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.710+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 realm 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.712 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:49.713 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 searching for the correct realm 2026-04-02T12:06:49.716 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.714+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f51d000bf00 msgr2=0x7f51d0079010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.717+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f51d000b850 msgr2=0x7f51d0096780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zone default found 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Realm: () 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zonegroup default 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started sync module instance, tier type = 2026-04-02T12:06:49.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:49.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=2 2026-04-02T12:06:49.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=7 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=3 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=5 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=1 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=0 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=4 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=6 2026-04-02T12:06:49.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.725+0000 7f51e0ba3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:49.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:49.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:49.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 note: GC not initialized 2026-04-02T12:06:49.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.727+0000 7f51897f2640 20 reqs_thread_entry: start 2026-04-02T12:06:49.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:49.767 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 Filter name: none 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.766+0000 7f5182ffd640 20 reqs_thread_entry: start 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.766+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.768 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:49.769 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.768+0000 7f51e0ba3900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894523 cookie 94315308558288 notifier 7688 bl.length()=839 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:49.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:49.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:49.779 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:49.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.780+0000 7f51bbfff640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6' needs retry: Success 2026-04-02T12:06:49.782 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f51e0ba3900 time 2026-04-02T12:06:49.781759+0000 2026-04-02T12:06:49.782 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f51e1f8f8f8] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f51e0ba3900 thread_name:radosgw-admin 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f51e0ba3900 time 2026-04-02T12:06:49.781759+0000 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f51e1f8f8f8] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f51e103fc30] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f51e108d02c] 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:49.783 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f51e1f8f957] 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:06:49.784 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:06:49.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f51e0ba3900 thread_name:radosgw-admin 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f51e103fc30] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f51e108d02c] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f51e1f8f957] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: starting msgr at 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: starting objecter 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests hook 0x55c77e2a31c0 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: setting wanted keys 2026-04-02T12:06:49.787 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: calling monclient init 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key hook 0x55c77e29bb38 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e227d00 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e2d10e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e2d1540 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.699978s 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e2d10e0 auth_method 0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e2d1540 auth_method 0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e227d00 auth_method 0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 7679 payload 824 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: dump: 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.788 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: dump: 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7679 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:06:49.699+0000 7f51ceffd640 4 set_mon_vals no callback set 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 1 librados: init done 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:06:49.701+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51b4077600 auth_method 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:06:49.701+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e3ea5e0 auth_method 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:06:49.702+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e40b920 auth_method 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:06:49.702+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e42dc70 auth_method 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.789 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c77e4537f0 EEXIST 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x55c77e44ed40 EEXIST 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e47ba20 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e47bdf0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e4ae0e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.705421s 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e4ae0e0 auth_method 0 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e47ba20 auth_method 0 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e47bdf0 auth_method 0 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.790 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 1 monclient: found mon.noname-a 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: dump: 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: dump: 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 8250 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:06:49.704+0000 7f51dd8e9640 4 set_mon_vals no callback set 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:06:49.706+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51a8077520 auth_method 0 2026-04-02T12:06:49.791 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: get_monmap_and_config 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.792 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x7fff7538b7d8 EEXIST 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e5124f0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e5116d0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e5677e0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.708060s 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e5124f0 auth_method 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e5677e0 auth_method 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_done global_id 7685 payload 274 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:06:49.707+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e5116d0 auth_method 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: dump: 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: dump: 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.793 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7685 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 4 set_mon_vals no callback set 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: shutdown 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: starting msgr at 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: starting objecter 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c77e541b60 EEXIST 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: setting wanted keys 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: calling monclient init 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.794 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x55c77e4a75e8 EEXIST 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e5124f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e5677e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e53aae0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.709447s 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e53aae0 auth_method 0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e5124f0 auth_method 0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e5677e0 auth_method 0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 7688 payload 824 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: dump: 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.795 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: dump: 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7688 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:06:49.709+0000 7f51bbfff640 4 set_mon_vals no callback set 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 1 librados: init done 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cr dump hook 0x55c77e537538 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:06:49.710+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:06:49.710+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f5198077610 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:06:49.710+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e5d86f0 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 realm 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:06:49.711+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e5fa930 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:06:49.712+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e61c180 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 searching for the correct realm 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:06:49.712+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e63ee50 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:06:49.713+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51d000bf00 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:06:49.713+0000 7f51cffff640 10 monclient: get_auth_request con 0x7f51c805b040 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:06:49.714+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x7f51c0089040 auth_method 0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:06:49.714+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f51d000bf00 msgr2=0x7f51d0079010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x7f51d000bf00 session 0x7f51d009f030 osd.7 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 10 monclient: _renew_subs 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.796 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:06:49.715+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51980a4b40 auth_method 0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:06:49.715+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51d000b850 auth_method 0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:06:49.717+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f51d000b850 msgr2=0x7f51d0096780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:06:49.717+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x7f51d000b850 session 0x7f51d000bcd0 osd.6 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:06:49.718+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51980c57d0 auth_method 0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zone default found 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Realm: () 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zonegroup default 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started sync module instance, tier type = 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=2 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=7 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=3 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=5 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=1 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=4 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=6 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:06:49.725+0000 7f51cffff640 10 monclient: get_auth_request con 0x7f5164007200 auth_method 0 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.797 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache list hook 0x55c77e538080 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache inspect hook 0x55c77e538080 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache erase hook 0x55c77e538080 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache zap hook 0x55c77e538080 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 note: GC not initialized 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:06:49.727+0000 7f51897f2640 20 reqs_thread_entry: start 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace show hook 0x7f51c801f070 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace history hook 0x7f51c801f070 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace active hook 0x7f51c801f070 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace active_short hook 0x7f51c801f070 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:06:49.727+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e66c560 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:06:49.729+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e6691b0 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:06:49.731+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e66b490 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:06:49.732+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e754210 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:06:49.735+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e66a730 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:06:49.741+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e7590f0 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 Filter name: none 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:06:49.766+0000 7f5182ffd640 20 reqs_thread_entry: start 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:06:49.768+0000 7f51e0ba3900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:06:49.770+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x55c77e63ee50 session 0x55c77e63e7d0 osd.3 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:06:49.770+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x7f51d000b850 auth_method 0 2026-04-02T12:06:49.798 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894523 cookie 94315308558288 notifier 7688 bl.length()=839 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:06:49.780+0000 7f51bbfff640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6' needs retry: Success 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f51e0ba3900 time 2026-04-02T12:06:49.781759+0000 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f51e1f8f8f8] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f51e0ba3900 thread_name:radosgw-admin 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f51e103fc30] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f51e108d02c] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f51e1f8f957] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:49.799 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:06:49.800 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:49.801 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f5182ffd640 / http_manager 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51897f2640 / http_manager 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51ba7fc640 / ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51bb7fe640 / io_context_pool 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51bbfff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51c67fc640 / ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cd7fa640 / ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51ceffd640 / io_context_pool, ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cf7fe640 / admin_socket 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cffff640 / msgr-worker-2 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51d7fff640 / ms_dispatch 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dc8e7640 / msgr-worker-1 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dd0e8640 / msgr-worker-0 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dd8e9640 / io_context_pool 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 7f51e0ba3900 / radosgw-admin 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.100774.log 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding auth protocol: cephx 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.802 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e2a1be0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: starting msgr at 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: starting objecter 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests hook 0x55c77e2a31c0 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: setting wanted keys 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 1 librados: calling monclient init 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding auth protocol: cephx 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: crc 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e29b9f0) adding con mode: secure 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key hook 0x55c77e29bb38 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e227d00 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e2d10e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e2d1540 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:06:49.698+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.699978s 2026-04-02T12:06:49.803 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e2d10e0 auth_method 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e2d1540 auth_method 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e227d00 auth_method 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:06:49.699+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:06:49.699+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 7679 payload 824 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:06:49.699+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: dump: 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.804 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:06:49.699+0000 7f51cd7fa640 10 monclient: dump: 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7679 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:06:49.699+0000 7f51ceffd640 4 set_mon_vals no callback set 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:06:49.699+0000 7f51e0ba3900 1 librados: init done 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:06:49.701+0000 7f51cd7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:06:49.701+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51b4077600 auth_method 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:06:49.701+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e3ea5e0 auth_method 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:06:49.702+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e40b920 auth_method 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:06:49.702+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e42dc70 auth_method 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.805 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4504d0) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:06:49.703+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c77e4537f0 EEXIST 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding auth protocol: cephx 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: crc 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e44ebf8) adding con mode: secure 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x55c77e44ed40 EEXIST 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e47ba20 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e47bdf0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e4ae0e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.806 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:06:49.704+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.705421s 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e4ae0e0 auth_method 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e47ba20 auth_method 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e47bdf0 auth_method 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:06:49.704+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:06:49.704+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 8250 payload 824 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 1 monclient: found mon.noname-a 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:06:49.704+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: dump: 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.807 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:06:49.704+0000 7f51c67fc640 10 monclient: dump: 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 8250 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:06:49.704+0000 7f51dd8e9640 4 set_mon_vals no callback set 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:06:49.705+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:06:49.706+0000 7f51c67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:06:49.706+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51a8077520 auth_method 0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: get_monmap_and_config 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e5106a0) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding auth protocol: cephx 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.808 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: crc 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b690) adding con mode: secure 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:06:49.706+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x7fff7538b7d8 EEXIST 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e5124f0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e5116d0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e5677e0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.708060s 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e5124f0 auth_method 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e5677e0 auth_method 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:06:49.707+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_done global_id 7685 payload 274 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:06:49.707+0000 7f51dc8e7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:06:49.707+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e5116d0 auth_method 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: dump: 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.809 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:06:49.707+0000 7f51bbfff640 10 monclient: dump: 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7685 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: get_monmap_and_config success 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 4 set_mon_vals no callback set 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: shutdown 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: build_initial_monmap 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 1 build_initial for_mkfs: 0 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 10 monclient: monmap: 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding auth protocol: cephx 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: crc 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:06:49.707+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e567d30) adding con mode: secure 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: starting msgr at 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: starting objecter 2026-04-02T12:06:49.810 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command objecter_requests cmddesc objecter_requests hook 0x55c77e541b60 EEXIST 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: setting wanted keys 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 1 librados: calling monclient init 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: init 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding auth protocol: cephx 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: crc 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 AuthRegistry(0x55c77e4a74a0) adding con mode: secure 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command rotate-key cmddesc rotate-key hook 0x55c77e4a75e8 EEXIST 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: _reopen_session rank -1 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-b con 0x55c77e5124f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-a con 0x55c77e5677e0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): picked mon.noname-c con 0x55c77e53aae0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): start opening mon connection 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): _renew_subs 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:06:49.708+0000 7f51e0ba3900 10 monclient(hunting): authenticate will time out at 2121.709447s 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request con 0x55c77e53aae0 auth_method 0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request con 0x55c77e5124f0 auth_method 0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): get_auth_request con 0x55c77e5677e0 auth_method 0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:06:49.708+0000 7f51dc8e7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:06:49.708+0000 7f51cffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient(hunting): handle_auth_done global_id 7688 payload 824 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient: _finish_hunting 0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 1 monclient: found mon.noname-c 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:06:49.708+0000 7f51dd0e8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: dump: 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.811 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: _finish_auth 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: _check_auth_tickets 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_config config(0 keys) 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:06:49.709+0000 7f51ba7fc640 10 monclient: dump: 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 5 monclient: authenticate success, global_id 7688 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:06:49.709+0000 7f51bbfff640 4 set_mon_vals no callback set 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _renew_subs 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 1 librados: init done 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:06:49.709+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cr dump hook 0x55c77e537538 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:06:49.710+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:06:49.710+0000 7f51ba7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:06:49.710+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f5198077610 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:06:49.710+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e5d86f0 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 realm 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:06:49.711+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e5fa930 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:06:49.711+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:06:49.712+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e61c180 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:06:49.712+0000 7f51e0ba3900 20 searching for the correct realm 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:06:49.712+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e63ee50 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:06:49.713+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51d000bf00 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:06:49.713+0000 7f51cffff640 10 monclient: get_auth_request con 0x7f51c805b040 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:06:49.714+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x7f51c0089040 auth_method 0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:06:49.714+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f51d000bf00 msgr2=0x7f51d0079010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x7f51d000bf00 session 0x7f51d009f030 osd.7 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 10 monclient: _renew_subs 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:06:49.715+0000 7f51ba7fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:06:49.812 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:06:49.715+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51980a4b40 auth_method 0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:06:49.715+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51d000b850 auth_method 0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:06:49.717+0000 7f51dc8e7640 0 -- 192.168.123.101:0/3615712127 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f51d000b850 msgr2=0x7f51d0096780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:06:49.717+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x7f51d000b850 session 0x7f51d000bcd0 osd.6 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:06:49.718+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x7f51980c57d0 auth_method 0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zone default found 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Realm: () 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 zonegroup default 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:06:49.720+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started sync module instance, tier type = 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:06:49.721+0000 7f51e0ba3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=2 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:06:49.724+0000 7f51e0ba3900 20 add_watcher() i=7 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=3 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=5 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=1 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=4 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 20 add_watcher() i=6 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:06:49.725+0000 7f51e0ba3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:06:49.725+0000 7f51cffff640 10 monclient: get_auth_request con 0x7f5164007200 auth_method 0 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding auth protocol: cephx 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: crc 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 5 AuthRegistry(0x7fff7538b780) adding con mode: secure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:06:49.726+0000 7f51e0ba3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache list hook 0x55c77e538080 2026-04-02T12:06:49.813 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache inspect hook 0x55c77e538080 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache erase hook 0x55c77e538080 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command cache zap hook 0x55c77e538080 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 note: GC not initialized 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:06:49.727+0000 7f51897f2640 20 reqs_thread_entry: start 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace show hook 0x7f51c801f070 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace history hook 0x7f51c801f070 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace active hook 0x7f51c801f070 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:06:49.727+0000 7f51e0ba3900 5 asok(0x55c77e1966b0) register_command sync trace active_short hook 0x7f51c801f070 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:06:49.727+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e66c560 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:06:49.729+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e6691b0 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:06:49.731+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e66b490 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:06:49.732+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x55c77e754210 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:06:49.735+0000 7f51dc8e7640 10 monclient: get_auth_request con 0x55c77e66a730 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:06:49.741+0000 7f51cffff640 10 monclient: get_auth_request con 0x55c77e7590f0 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 Filter name: none 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:06:49.766+0000 7f5182ffd640 20 reqs_thread_entry: start 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:06:49.766+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:06:49.767+0000 7f51e0ba3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:06:49.768+0000 7f51e0ba3900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:06:49.770+0000 7f51ba7fc640 1 client.7688.objecter ms_handle_reset 0x55c77e63ee50 session 0x55c77e63e7d0 osd.3 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:06:49.770+0000 7f51dd0e8640 10 monclient: get_auth_request con 0x7f51d000b850 auth_method 0 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:06:49.776+0000 7f51e0ba3900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894523 cookie 94315308558288 notifier 7688 bl.length()=839 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:06:49.777+0000 7f51bb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:06:49.778+0000 7f51e0ba3900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:06:49.780+0000 7f51bbfff640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6' needs retry: Success 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f51e0ba3900 time 2026-04-02T12:06:49.781759+0000 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f51e1f8f8f8] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 3: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 5: main() 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 7: __libc_start_main() 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 8: _start() 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:06:49.782+0000 7f51e0ba3900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f51e0ba3900 thread_name:radosgw-admin 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.814 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f51e103fc30] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f51e108d02c] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f51e1f8f957] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x55c77c8aafc4] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 7: radosgw-admin(+0x1013a2f) [0x55c77d4a4a2f] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55c77cfcbe3e] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 9: main() 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f51e102a610] 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 11: __libc_start_main() 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 12: _start() 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:06:49.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f5182ffd640 / http_manager 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51897f2640 / http_manager 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51ba7fc640 / ms_dispatch 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51bb7fe640 / io_context_pool 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51bbfff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51c67fc640 / ms_dispatch 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cd7fa640 / ms_dispatch 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51ceffd640 / io_context_pool, ms_dispatch 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cf7fe640 / admin_socket 2026-04-02T12:06:49.816 INFO:tasks.workunit.client.0.vm01.stderr: 7f51cffff640 / msgr-worker-2 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: 7f51d7fff640 / ms_dispatch 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dc8e7640 / msgr-worker-1 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dd0e8640 / msgr-worker-0 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: 7f51dd8e9640 / io_context_pool 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: 7f51e0ba3900 / radosgw-admin 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:06:49.782807Z_9c235629-4c09-4342-b388-4b2289d83a24/log 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:06:49.817 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:06:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.837+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 realm 2026-04-02T12:06:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.839 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.838+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.839+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:49.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.839+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:49.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.840+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:06:49.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.840+0000 7fa96353c900 20 searching for the correct realm 2026-04-02T12:06:49.845 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:49.843+0000 7fa95affd640 0 -- 192.168.123.101:0/2485840044 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fa954071040 msgr2=0x7fa954070400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:06:50.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.049+0000 7fa95b7fe640 0 -- 192.168.123.101:0/2485840044 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x5560dc5519e0 msgr2=0x5560dc571e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:06:50.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.050+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 zone default found 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 4 Realm: () 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 zonegroup default 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:50.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:06:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 started sync module instance, tier type = 2026-04-02T12:06:50.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.051+0000 7fa96353c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:06:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=5 2026-04-02T12:06:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=0 2026-04-02T12:06:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=3 2026-04-02T12:06:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=2 2026-04-02T12:06:50.056 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=4 2026-04-02T12:06:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.055+0000 7fa96353c900 20 add_watcher() i=7 2026-04-02T12:06:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.056+0000 7fa96353c900 20 add_watcher() i=1 2026-04-02T12:06:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.056+0000 7fa96353c900 20 add_watcher() i=6 2026-04-02T12:06:50.057 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.056+0000 7fa96353c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:06:50.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.058+0000 7fa96353c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:06:50.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.058+0000 7fa96353c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:06:50.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.058+0000 7fa96353c900 5 note: GC not initialized 2026-04-02T12:06:50.059 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.058+0000 7fa9077fe640 20 reqs_thread_entry: start 2026-04-02T12:06:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 init_complete bucket index max shards: 11 2026-04-02T12:06:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 Filter name: none 2026-04-02T12:06:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa9057fa640 20 reqs_thread_entry: start 2026-04-02T12:06:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:06:50.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 rados->read ofs=0 len=0 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.101+0000 7fa96353c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:50.103 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.102+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:50.104 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.103+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:50.105 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.104+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.105+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.105+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.105+0000 7fa96353c900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:50.106 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.105+0000 7fa96353c900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:06:50.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=5 2026-04-02T12:06:50.110 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 2 removed watcher, disabling cache 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=6 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=7 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=3 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=0 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=1 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=2 2026-04-02T12:06:50.111 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:06:50.109+0000 7fa96353c900 20 remove_watcher() i=4 2026-04-02T12:06:50.116 INFO:tasks.workunit.client.0.vm01.stderr: test: duplicated entries can be purged manually 2026-04-02T12:07:20.143 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:07:20.162 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:20.162 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:20.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.180+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 20 realm 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.181+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.182+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.183 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.182+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.182+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.182+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.183+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:20.184 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.183+0000 7f36e7b2f900 20 searching for the correct realm 2026-04-02T12:07:20.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.187+0000 7f36df7fe640 0 -- 192.168.123.101:0/384889018 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f36d806c690 msgr2=0x7f36d8086340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:20.395 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.393+0000 7f36dffff640 0 -- 192.168.123.101:0/384889018 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x562620627a70 msgr2=0x562620647f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.395+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 zone default found 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 4 Realm: () 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:20.397 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 zonegroup default 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.396+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.397+0000 7f36e7b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.397+0000 7f36e7b2f900 20 started sync module instance, tier type = 2026-04-02T12:07:20.398 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.397+0000 7f36e7b2f900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:20.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=0 2026-04-02T12:07:20.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=6 2026-04-02T12:07:20.402 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=3 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=4 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=7 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=2 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=5 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 20 add_watcher() i=1 2026-04-02T12:07:20.403 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.401+0000 7f36e7b2f900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:20.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.405+0000 7f36e7b2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:20.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.405+0000 7f36e7b2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:20.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.405+0000 7f36e7b2f900 5 note: GC not initialized 2026-04-02T12:07:20.406 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.405+0000 7f368bfff640 20 reqs_thread_entry: start 2026-04-02T12:07:20.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f36e7b2f900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:20.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f36e7b2f900 20 Filter name: none 2026-04-02T12:07:20.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f3689ffb640 20 reqs_thread_entry: start 2026-04-02T12:07:20.450 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.449+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.451 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.452 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.450+0000 7f36e7b2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:20.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=0 2026-04-02T12:07:20.456 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 2 removed watcher, disabling cache 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=4 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=1 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=5 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=3 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=7 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=6 2026-04-02T12:07:20.457 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.455+0000 7f36e7b2f900 20 remove_watcher() i=2 2026-04-02T12:07:20.463 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.463 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:07:20.463 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 11 size_kb: 1 num_shards: 13 2026-04-02T12:07:20.463 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.465 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-02T12:07:20.488 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:20.488 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:20.510 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.508+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 20 realm 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.512 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:20.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.511+0000 7f4f1e327900 20 searching for the correct realm 2026-04-02T12:07:20.718 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.716+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4f0c08a510 msgr2=0x7f4f0c08cab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.720+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4ed80a4a70 msgr2=0x7f4ed80c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.723+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.725 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zone default found 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Realm: () 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zonegroup default 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started sync module instance, tier type = 2026-04-02T12:07:20.726 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=0 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=5 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=7 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=4 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=1 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=6 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=3 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=2 2026-04-02T12:07:20.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.730+0000 7f4f1e327900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:20.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:20.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:20.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.732+0000 7f4f1e327900 5 note: GC not initialized 2026-04-02T12:07:20.734 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.732+0000 7f4ec2ffd640 20 reqs_thread_entry: start 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 20 Filter name: none 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4ec0ff9640 20 reqs_thread_entry: start 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.777 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.776+0000 7f4f1e327900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:20.778 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.777+0000 7f4f1e327900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4f1e327900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4f1e327900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894524 cookie 94818735400112 notifier 7739 bl.length()=839 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.786 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:20.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:20.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:20.787 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:20.793 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4f1e327900 time 2026-04-02T12:07:20.792309+0000 2026-04-02T12:07:20.793 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:20.793 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f4f1f78f8f8] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.792+0000 7f4f1e327900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4f1e327900 time 2026-04-02T12:07:20.792309+0000 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f4f1f78f8f8] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr:*** Caught signal (Aborted) ** 2026-04-02T12:07:20.794 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f4f1e327900 thread_name:radosgw-admin 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f4f1e83fc30] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f4f1e88d02c] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f4f1f78f957] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.793+0000 7f4f1e327900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:20.802 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f4f1e327900 thread_name:radosgw-admin 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f4f1e83fc30] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f4f1e88d02c] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f4f1f78f957] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:07:20.492+0000 7f4f1e327900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:07:20.492+0000 7f4f1e327900 4 set_mon_vals no callback set 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: shutdown 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) unregister_commands rotate-key 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: starting msgr at 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: starting objecter 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests hook 0x563cb4bdcbc0 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: setting wanted keys 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: calling monclient init 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.803 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key hook 0x563cb4bd64e8 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4b3ab70 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4b67000 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4c15100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.495045s 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4b67000 auth_method 0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4b3ab70 auth_method 0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4c15100 auth_method 0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_done global_id 8298 payload 824 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:07:20.494+0000 7f4f1986e640 1 monclient: found mon.noname-a 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: dump: 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.804 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: dump: 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:07:20.494+0000 7f4f1e327900 5 monclient: authenticate success, global_id 8298 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:07:20.494+0000 7f4f10ff9640 4 set_mon_vals no callback set 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:07:20.495+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:07:20.495+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:07:20.495+0000 7f4f1e327900 1 librados: init done 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:07:20.496+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ef4077610 auth_method 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:07:20.496+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4d2abb0 auth_method 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:07:20.497+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb4d4bd80 auth_method 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:07:20.498+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4d6e460 auth_method 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:07:20.499+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests cmddesc objecter_requests hook 0x563cb4d94050 EEXIST 2026-04-02T12:07:20.805 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x563cb4d8f420 EEXIST 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4dbc280 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4dbc650 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4dee940 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.500964s 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4dbc280 auth_method 0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4dee940 auth_method 0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4dbc650 auth_method 0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_done global_id 7733 payload 824 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:07:20.500+0000 7f4f1a870640 1 monclient: found mon.noname-c 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: dump: 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.806 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: dump: 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:07:20.500+0000 7f4f1e327900 5 monclient: authenticate success, global_id 7733 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:07:20.500+0000 7f4f1b071640 4 set_mon_vals no callback set 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: get_monmap_and_config 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:07:20.503+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.807 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:07:20.503+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ee80775a0 auth_method 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9c437548 EEXIST 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4e77fe0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4e52bb0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4e526f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.505201s 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4e77fe0 auth_method 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4e52bb0 auth_method 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_done global_id 8304 payload 274 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 1 monclient: found mon.noname-a 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:07:20.504+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4e526f0 auth_method 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: dump: 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.808 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: dump: 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:07:20.504+0000 7f4f1e327900 5 monclient: authenticate success, global_id 8304 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:07:20.504+0000 7f4f1e327900 4 set_mon_vals no callback set 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: shutdown 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:07:20.505+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: starting msgr at 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: starting objecter 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests cmddesc objecter_requests hook 0x563cb4e57320 EEXIST 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: setting wanted keys 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: calling monclient init 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.809 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:07:20.506+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:07:20.506+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:07:20.506+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x563cb4e4fba8 EEXIST 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4e52bb0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4e77fe0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4e7a100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.507334s 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4e7a100 auth_method 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4e52bb0 auth_method 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4e77fe0 auth_method 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_done global_id 7739 payload 824 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:07:20.506+0000 7f4f1a870640 1 monclient: found mon.noname-c 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: dump: 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.810 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: dump: 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:07:20.506+0000 7f4ef9ffb640 4 set_mon_vals no callback set 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:07:20.506+0000 7f4f1e327900 5 monclient: authenticate success, global_id 7739 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:07:20.507+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:07:20.507+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:07:20.507+0000 7f4f1e327900 1 librados: init done 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:07:20.507+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cr dump hook 0x563cb4e7c268 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:07:20.508+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:07:20.508+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ed8077540 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:07:20.509+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4f18980 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 realm 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:07:20.509+0000 7f4f1e327900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:07:20.510+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb4f3b140 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:07:20.511+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4f5c990 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 searching for the correct realm 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:07:20.512+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4f7f5e0 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:07:20.513+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:07:20.714+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:07:20.715+0000 7f4f1986e640 10 monclient: get_auth_request con 0x7f4f080ac070 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:07:20.715+0000 7f4f1a870640 10 monclient: get_auth_request con 0x7f4f0005d050 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:07:20.716+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4f0c08a510 msgr2=0x7f4f0c08cab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:07:20.716+0000 7f4eeffff640 1 client.7739.objecter ms_handle_reset 0x7f4f0c08a510 session 0x7f4f0c017070 osd.7 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:07:20.716+0000 7f4eeffff640 10 monclient: _renew_subs 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:07:20.716+0000 7f4eeffff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:07:20.716+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ed80a4a70 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:07:20.717+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c076020 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:07:20.720+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4ed80a4a70 msgr2=0x7f4ed80c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:07:20.721+0000 7f4eeffff640 1 client.7739.objecter ms_handle_reset 0x7f4ed80a4a70 session 0x7f4f0c017070 osd.7 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:07:20.721+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.811 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zone default found 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Realm: () 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:07:20.724+0000 7f4f1e327900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zonegroup default 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started sync module instance, tier type = 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=5 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=7 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=4 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=1 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=6 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=3 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=2 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:07:20.730+0000 7f4f1e327900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:07:20.730+0000 7f4f1986e640 10 monclient: get_auth_request con 0x7f4ea4007200 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:07:20.732+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache list hook 0x563cb4ea7420 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache inspect hook 0x563cb4ea7420 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache erase hook 0x563cb4ea7420 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache zap hook 0x563cb4ea7420 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 note: GC not initialized 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:07:20.732+0000 7f4ec2ffd640 20 reqs_thread_entry: start 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace show hook 0x7f4f08004aa0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace history hook 0x7f4f08004aa0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace active hook 0x7f4f08004aa0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace active_short hook 0x7f4f08004aa0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:07:20.733+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb508dfd0 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:07:20.735+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb5091960 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:07:20.736+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb508a000 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:07:20.738+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb508d0a0 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:07:20.742+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb5084b20 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:07:20.747+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb5087890 auth_method 0 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 Filter name: none 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:07:20.775+0000 7f4ec0ff9640 20 reqs_thread_entry: start 2026-04-02T12:07:20.812 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:07:20.776+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:07:20.777+0000 7f4f1e327900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894524 cookie 94818735400112 notifier 7739 bl.length()=839 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:07:20.792+0000 7f4f1e327900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4f1e327900 time 2026-04-02T12:07:20.792309+0000 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f4f1f78f8f8] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:07:20.793+0000 7f4f1e327900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f4f1e327900 thread_name:radosgw-admin 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f4f1e83fc30] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f4f1e88d02c] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f4f1f78f957] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:07:20.813 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:20.814 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ec0ff9640 / http_manager 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ec2ffd640 / http_manager 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4eeffff640 / ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ef9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4efbfff640 / ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f06ffd640 / ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f10ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f117fa640 / admin_socket 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1906d640 / ms_dispatch 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1986e640 / msgr-worker-2 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1a06f640 / msgr-worker-1 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1a870640 / msgr-worker-0 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1b071640 / io_context_pool 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1e327900 / radosgw-admin 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/log/ceph/ceph-client.admin.101043.log 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:--- begin dump of recent events --- 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -499> 2026-04-02T12:07:20.492+0000 7f4f1e327900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -498> 2026-04-02T12:07:20.492+0000 7f4f1e327900 4 set_mon_vals no callback set 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -497> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: shutdown 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -496> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) unregister_commands rotate-key 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -495> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -494> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -493> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -492> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -491> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -490> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding auth protocol: cephx 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -489> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.815 INFO:tasks.workunit.client.0.vm01.stderr: -488> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -487> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -486> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -485> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -484> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -483> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -482> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -481> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -480> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -479> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -478> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd9760) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -477> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -476> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: starting msgr at 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -475> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: starting objecter 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -474> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests hook 0x563cb4bdcbc0 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -473> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: setting wanted keys 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -472> 2026-04-02T12:07:20.493+0000 7f4f1e327900 1 librados: calling monclient init 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -471> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -470> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -469> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -468> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding auth protocol: cephx 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -467> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -466> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -465> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -464> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -463> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -462> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -461> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -460> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -459> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -458> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -457> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: crc 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -456> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 AuthRegistry(0x563cb4bd63a0) adding con mode: secure 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -455> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -454> 2026-04-02T12:07:20.493+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -453> 2026-04-02T12:07:20.493+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key hook 0x563cb4bd64e8 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -452> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -451> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -450> 2026-04-02T12:07:20.493+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4b3ab70 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -449> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4b67000 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -448> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4c15100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -447> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -446> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -445> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -444> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -443> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.495045s 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -442> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4b67000 auth_method 0 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -441> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -440> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -439> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -438> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -437> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -436> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -435> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4b3ab70 auth_method 0 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -434> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -433> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -432> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -431> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4c15100 auth_method 0 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -430> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -429> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -428> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -427> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -426> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -425> 2026-04-02T12:07:20.494+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.816 INFO:tasks.workunit.client.0.vm01.stderr: -424> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -423> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -422> 2026-04-02T12:07:20.494+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -421> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient(hunting): handle_auth_done global_id 8298 payload 824 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -420> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -419> 2026-04-02T12:07:20.494+0000 7f4f1986e640 1 monclient: found mon.noname-a 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -418> 2026-04-02T12:07:20.494+0000 7f4f1986e640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -417> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -416> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -415> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: dump: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -414> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -413> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -412> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -411> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -410> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -409> 2026-04-02T12:07:20.494+0000 7f4f06ffd640 10 monclient: dump: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -408> 2026-04-02T12:07:20.494+0000 7f4f1e327900 5 monclient: authenticate success, global_id 8298 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -407> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -406> 2026-04-02T12:07:20.494+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -405> 2026-04-02T12:07:20.494+0000 7f4f10ff9640 4 set_mon_vals no callback set 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -404> 2026-04-02T12:07:20.495+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -403> 2026-04-02T12:07:20.495+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -402> 2026-04-02T12:07:20.495+0000 7f4f1e327900 1 librados: init done 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -401> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -400> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -399> 2026-04-02T12:07:20.496+0000 7f4f06ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -398> 2026-04-02T12:07:20.496+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ef4077610 auth_method 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -397> 2026-04-02T12:07:20.496+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4d2abb0 auth_method 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -396> 2026-04-02T12:07:20.497+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb4d4bd80 auth_method 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -395> 2026-04-02T12:07:20.498+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4d6e460 auth_method 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -394> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -393> 2026-04-02T12:07:20.499+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -392> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -391> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -390> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.817 INFO:tasks.workunit.client.0.vm01.stderr: -389> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding auth protocol: cephx 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -388> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -387> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -386> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -385> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -384> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -383> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -382> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -381> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -380> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -379> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -378> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -377> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d90bf0) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -376> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -375> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests cmddesc objecter_requests hook 0x563cb4d94050 EEXIST 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -374> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -373> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -372> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -371> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding auth protocol: cephx 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -370> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -369> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -368> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -367> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -366> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -365> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -364> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -363> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -362> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -361> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -360> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: crc 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -359> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 AuthRegistry(0x563cb4d8f2d8) adding con mode: secure 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -358> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -357> 2026-04-02T12:07:20.499+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -356> 2026-04-02T12:07:20.499+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x563cb4d8f420 EEXIST 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -355> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -354> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -353> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4dbc280 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -352> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4dbc650 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -351> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4dee940 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -350> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -349> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -348> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -347> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -346> 2026-04-02T12:07:20.499+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.500964s 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -345> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4dbc280 auth_method 0 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -344> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -343> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -342> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -341> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4dee940 auth_method 0 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -340> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -339> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -338> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -337> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -336> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -335> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -334> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4dbc650 auth_method 0 2026-04-02T12:07:20.818 INFO:tasks.workunit.client.0.vm01.stderr: -333> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -332> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -331> 2026-04-02T12:07:20.500+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -330> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -329> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -328> 2026-04-02T12:07:20.500+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -327> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient(hunting): handle_auth_done global_id 7733 payload 824 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -326> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -325> 2026-04-02T12:07:20.500+0000 7f4f1a870640 1 monclient: found mon.noname-c 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -324> 2026-04-02T12:07:20.500+0000 7f4f1a870640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -323> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -322> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -321> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: dump: 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -320> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -319> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -318> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -317> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -316> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -315> 2026-04-02T12:07:20.500+0000 7f4efbfff640 10 monclient: dump: 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -314> 2026-04-02T12:07:20.500+0000 7f4f1e327900 5 monclient: authenticate success, global_id 7733 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -313> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -312> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -311> 2026-04-02T12:07:20.500+0000 7f4f1b071640 4 set_mon_vals no callback set 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -310> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -309> 2026-04-02T12:07:20.500+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -308> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -307> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -306> 2026-04-02T12:07:20.502+0000 7f4efbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -305> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: get_monmap_and_config 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -304> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -303> 2026-04-02T12:07:20.503+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: -302> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.819 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -301> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -300> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -299> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -298> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -297> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -296> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -295> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -294> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -293> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -292> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -291> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -290> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -289> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -288> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -287> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e50f30) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -286> 2026-04-02T12:07:20.503+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ee80775a0 auth_method 0 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -285> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -284> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -283> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -282> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -281> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding auth protocol: cephx 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -280> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -279> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -278> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -277> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -276> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -275> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -274> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -273> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -272> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -271> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -270> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: crc 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -269> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c437400) adding con mode: secure 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -268> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -267> 2026-04-02T12:07:20.503+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -266> 2026-04-02T12:07:20.503+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x7ffc9c437548 EEXIST 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -265> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -264> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -263> 2026-04-02T12:07:20.503+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4e77fe0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -262> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4e52bb0 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -261> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4e526f0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -260> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -259> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -258> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -257> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -256> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.505201s 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -255> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4e77fe0 auth_method 0 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -254> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -253> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -252> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -251> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4e52bb0 auth_method 0 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -250> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -249> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -248> 2026-04-02T12:07:20.504+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -247> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -246> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.820 INFO:tasks.workunit.client.0.vm01.stderr: -245> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -244> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_done global_id 8304 payload 274 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -243> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -242> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 1 monclient: found mon.noname-a 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -241> 2026-04-02T12:07:20.504+0000 7f4f1a06f640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.101:3300/0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -240> 2026-04-02T12:07:20.504+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4e526f0 auth_method 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -239> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -238> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -237> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: dump: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -236> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -235> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -234> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -233> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -232> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -231> 2026-04-02T12:07:20.504+0000 7f4ef9ffb640 10 monclient: dump: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -230> 2026-04-02T12:07:20.504+0000 7f4f1e327900 5 monclient: authenticate success, global_id 8304 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -229> 2026-04-02T12:07:20.504+0000 7f4f1e327900 10 monclient: get_monmap_and_config success 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -228> 2026-04-02T12:07:20.504+0000 7f4f1e327900 4 set_mon_vals no callback set 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -227> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: shutdown 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -226> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: build_initial_monmap 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -225> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 build_initial for_mkfs: 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -224> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: monmap: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:epoch 0 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 0.000000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:created 0.000000 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 0 (unknown) 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.noname-a 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.noname-b 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.noname-c 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -223> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -222> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -221> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding auth protocol: cephx 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -220> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -219> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -218> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -217> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -216> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -215> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -214> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -213> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.821 INFO:tasks.workunit.client.0.vm01.stderr: -212> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -211> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -210> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -209> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e55bc0) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -208> 2026-04-02T12:07:20.505+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -207> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: starting msgr at 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -206> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: starting objecter 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -205> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command objecter_requests cmddesc objecter_requests hook 0x563cb4e57320 EEXIST 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -204> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: setting wanted keys 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -203> 2026-04-02T12:07:20.505+0000 7f4f1e327900 1 librados: calling monclient init 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -202> 2026-04-02T12:07:20.505+0000 7f4f1e327900 10 monclient: init 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -201> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -200> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -199> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding auth protocol: cephx 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -198> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -197> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -196> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -195> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -194> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -193> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -192> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -191> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -190> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -189> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -188> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: crc 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -187> 2026-04-02T12:07:20.505+0000 7f4f1e327900 5 AuthRegistry(0x563cb4e4fa60) adding con mode: secure 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -186> 2026-04-02T12:07:20.506+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -185> 2026-04-02T12:07:20.506+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -184> 2026-04-02T12:07:20.506+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command rotate-key cmddesc rotate-key hook 0x563cb4e4fba8 EEXIST 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -183> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _reopen_session rank -1 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -182> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -181> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-a con 0x563cb4e52bb0 addr [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -180> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-b con 0x563cb4e77fe0 addr [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -179> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): picked mon.noname-c con 0x563cb4e7a100 addr [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -178> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -177> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -176> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): start opening mon connection 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -175> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): _renew_subs 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -174> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient(hunting): authenticate will time out at 2152.507334s 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -173> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): get_auth_request con 0x563cb4e7a100 auth_method 0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -172> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -171> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -170> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -169> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request con 0x563cb4e52bb0 auth_method 0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -168> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -167> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -166> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -165> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -164> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -163> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -162> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -161> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -160> 2026-04-02T12:07:20.506+0000 7f4f1a06f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -159> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): get_auth_request con 0x563cb4e77fe0 auth_method 0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -158> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -157> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): _init_auth method 2 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -156> 2026-04-02T12:07:20.506+0000 7f4f1986e640 10 monclient(hunting): _init_auth creating new auth 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -155> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient(hunting): handle_auth_done global_id 7739 payload 824 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -154> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient: _finish_hunting 0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -153> 2026-04-02T12:07:20.506+0000 7f4f1a870640 1 monclient: found mon.noname-c 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -152> 2026-04-02T12:07:20.506+0000 7f4f1a870640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -151> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.822 INFO:tasks.workunit.client.0.vm01.stderr: -150> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -149> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: dump: 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -148> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: _finish_auth 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -147> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: _check_auth_tickets 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -146> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_config config(0 keys) 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -145> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -144> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -143> 2026-04-02T12:07:20.506+0000 7f4eeffff640 10 monclient: dump: 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:epoch 1 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:fsid 7b3443a6-76f0-4b7b-aa85-1851671f2022 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:last_changed 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:created 2026-04-02T11:41:05.394947+0000 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:min_mon_release 20 (tentacle) 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:election_strategy: 1 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr:2: [v2:192.168.123.101:3301/0,v1:192.168.123.101:6790/0] mon.c 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -142> 2026-04-02T12:07:20.506+0000 7f4ef9ffb640 4 set_mon_vals no callback set 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -141> 2026-04-02T12:07:20.506+0000 7f4f1e327900 5 monclient: authenticate success, global_id 7739 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -140> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -139> 2026-04-02T12:07:20.506+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -138> 2026-04-02T12:07:20.507+0000 7f4f1e327900 10 monclient: _renew_subs 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -137> 2026-04-02T12:07:20.507+0000 7f4f1e327900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -136> 2026-04-02T12:07:20.507+0000 7f4f1e327900 1 librados: init done 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -135> 2026-04-02T12:07:20.507+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cr dump hook 0x563cb4e7c268 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -134> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc handle_mgr_map Got map version 5 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -133> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -132> 2026-04-02T12:07:20.508+0000 7f4eeffff640 4 mgrc reconnect Starting new session with [v2:192.168.123.108:6832/1580451647,v1:192.168.123.108:6833/1580451647] 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -131> 2026-04-02T12:07:20.508+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -130> 2026-04-02T12:07:20.508+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ed8077540 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -129> 2026-04-02T12:07:20.509+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4f18980 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -128> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -127> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 realm 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -126> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -125> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -124> 2026-04-02T12:07:20.509+0000 7f4f1e327900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -123> 2026-04-02T12:07:20.509+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -122> 2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -121> 2026-04-02T12:07:20.510+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -120> 2026-04-02T12:07:20.510+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb4f3b140 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -119> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -118> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -117> 2026-04-02T12:07:20.511+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb4f5c990 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -116> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -115> 2026-04-02T12:07:20.511+0000 7f4f1e327900 20 searching for the correct realm 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -114> 2026-04-02T12:07:20.512+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb4f7f5e0 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -113> 2026-04-02T12:07:20.513+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -112> 2026-04-02T12:07:20.714+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -111> 2026-04-02T12:07:20.715+0000 7f4f1986e640 10 monclient: get_auth_request con 0x7f4f080ac070 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -110> 2026-04-02T12:07:20.715+0000 7f4f1a870640 10 monclient: get_auth_request con 0x7f4f0005d050 auth_method 0 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -109> 2026-04-02T12:07:20.716+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4f0c08a510 msgr2=0x7f4f0c08cab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -108> 2026-04-02T12:07:20.716+0000 7f4eeffff640 1 client.7739.objecter ms_handle_reset 0x7f4f0c08a510 session 0x7f4f0c017070 osd.7 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -107> 2026-04-02T12:07:20.716+0000 7f4eeffff640 10 monclient: _renew_subs 2026-04-02T12:07:20.823 INFO:tasks.workunit.client.0.vm01.stderr: -106> 2026-04-02T12:07:20.716+0000 7f4eeffff640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.101:3301/0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -105> 2026-04-02T12:07:20.716+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4ed80a4a70 auth_method 0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -104> 2026-04-02T12:07:20.717+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c076020 auth_method 0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -103> 2026-04-02T12:07:20.720+0000 7f4f1a06f640 0 -- 192.168.123.101:0/2626220700 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f4ed80a4a70 msgr2=0x7f4ed80c4e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -102> 2026-04-02T12:07:20.721+0000 7f4eeffff640 1 client.7739.objecter ms_handle_reset 0x7f4ed80a4a70 session 0x7f4f0c017070 osd.7 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -101> 2026-04-02T12:07:20.721+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x7f4f0c08a510 auth_method 0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -100> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -99> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -98> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -97> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -96> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -95> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -94> 2026-04-02T12:07:20.723+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -93> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -92> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -91> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -90> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -89> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -88> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zone default found 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -87> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Realm: () 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -86> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -85> 2026-04-02T12:07:20.724+0000 7f4f1e327900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -84> 2026-04-02T12:07:20.724+0000 7f4f1e327900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -83> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 zonegroup default 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -82> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -81> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -80> 2026-04-02T12:07:20.724+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -79> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -78> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -77> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -76> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started sync module instance, tier type = 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -75> 2026-04-02T12:07:20.725+0000 7f4f1e327900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -74> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -73> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=5 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -72> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=7 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -71> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=4 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -70> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=1 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -69> 2026-04-02T12:07:20.729+0000 7f4f1e327900 20 add_watcher() i=6 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -68> 2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=3 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -67> 2026-04-02T12:07:20.730+0000 7f4f1e327900 20 add_watcher() i=2 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -66> 2026-04-02T12:07:20.730+0000 7f4f1e327900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -65> 2026-04-02T12:07:20.730+0000 7f4f1986e640 10 monclient: get_auth_request con 0x7f4ea4007200 auth_method 0 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -64> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -63> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -62> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding auth protocol: cephx 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -61> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -60> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -59> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -58> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -57> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -56> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -55> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -54> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -53> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -52> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -51> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: crc 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -50> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 AuthRegistry(0x7ffc9c4374f0) adding con mode: secure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -49> 2026-04-02T12:07:20.732+0000 7f4f1e327900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -48> 2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -47> 2026-04-02T12:07:20.732+0000 7f4f1e327900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -46> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache list hook 0x563cb4ea7420 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -45> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache inspect hook 0x563cb4ea7420 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -44> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache erase hook 0x563cb4ea7420 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -43> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command cache zap hook 0x563cb4ea7420 2026-04-02T12:07:20.824 INFO:tasks.workunit.client.0.vm01.stderr: -42> 2026-04-02T12:07:20.732+0000 7f4f1e327900 5 note: GC not initialized 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -41> 2026-04-02T12:07:20.732+0000 7f4ec2ffd640 20 reqs_thread_entry: start 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -40> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace show hook 0x7f4f08004aa0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -39> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace history hook 0x7f4f08004aa0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -38> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace active hook 0x7f4f08004aa0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -37> 2026-04-02T12:07:20.733+0000 7f4f1e327900 5 asok(0x563cb4ad76b0) register_command sync trace active_short hook 0x7f4f08004aa0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -36> 2026-04-02T12:07:20.733+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb508dfd0 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -35> 2026-04-02T12:07:20.735+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb5091960 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -34> 2026-04-02T12:07:20.736+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb508a000 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -33> 2026-04-02T12:07:20.738+0000 7f4f1a870640 10 monclient: get_auth_request con 0x563cb508d0a0 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -32> 2026-04-02T12:07:20.742+0000 7f4f1a06f640 10 monclient: get_auth_request con 0x563cb5084b20 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -31> 2026-04-02T12:07:20.747+0000 7f4f1986e640 10 monclient: get_auth_request con 0x563cb5087890 auth_method 0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -30> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -29> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 Filter name: none 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -28> 2026-04-02T12:07:20.775+0000 7f4ec0ff9640 20 reqs_thread_entry: start 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -27> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -26> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -25> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -24> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -23> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -22> 2026-04-02T12:07:20.775+0000 7f4f1e327900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -21> 2026-04-02T12:07:20.775+0000 7f4f1e327900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -20> 2026-04-02T12:07:20.776+0000 7f4f1e327900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -19> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -18> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -17> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -16> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -15> 2026-04-02T12:07:20.776+0000 7f4f1e327900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -14> 2026-04-02T12:07:20.777+0000 7f4f1e327900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -13> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -12> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -11> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -10> 2026-04-02T12:07:20.784+0000 7f4f1e327900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -9> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894524 cookie 94818735400112 notifier 7739 bl.length()=839 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -8> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -7> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -6> 2026-04-02T12:07:20.784+0000 7f4ef9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -5> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -4> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -3> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -2> 2026-04-02T12:07:20.786+0000 7f4f1e327900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: -1> 2026-04-02T12:07:20.792+0000 7f4f1e327900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4f1e327900 time 2026-04-02T12:07:20.792309+0000 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-9-ge2ce8426bc5/BUILD/ceph-20.2.0-9-ge2ce8426bc5/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f4f1f78f8f8] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 2: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 4: main() 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 6: __libc_start_main() 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 7: _start() 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 0> 2026-04-02T12:07:20.793+0000 7f4f1e327900 -1 *** Caught signal (Aborted) ** 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: in thread 7f4f1e327900 thread_name:radosgw-admin 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: ceph version 20.2.0-9-ge2ce8426bc5 (e2ce8426bc5387b913d1b06bd31280ced108bbb6) tentacle (stable - RelWithDebInfo) 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f4f1e83fc30] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f4f1e88d02c] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 3: raise() 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 4: abort() 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f4f1f78f957] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 6: radosgw-admin(+0x419fc4) [0x563cb2d33fc4] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x563cb3454ea6] 2026-04-02T12:07:20.825 INFO:tasks.workunit.client.0.vm01.stderr: 8: main() 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f4f1e82a610] 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 10: __libc_start_main() 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 11: _start() 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr:--- logging levels --- 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 none 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 lockdep 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 context 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 crush 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_balancer 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_locker 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_log_expire 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mds_migrator 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 3/ 5 mds_quiesce 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 buffer 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 timer 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 filer 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 striper 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 1 objecter 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rados 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_mirror 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_replay 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 rbd_pwl 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 journaler 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objectcacher 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 immutable_obj_cache 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 client 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 osd 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 optracker 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 objclass 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 filestore 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 journal 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 ms 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mon 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/10 monc 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 paxos 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 tp 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 auth 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 crypto 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 finisher 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 reserver 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 heartbeatmap 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 perfcounter 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_sync 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_datacache 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_access 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dbstore 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_flight 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_lifecycle 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_restore 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 20/20 rgw_notification 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 javaclient 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 asok 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 1 throttle 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 0 refs 2026-04-02T12:07:20.826 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 compressor 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluestore_compression 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 bluefs 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 3 bdev 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 kstore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 4/ 5 rocksdb 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 fuse 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 2/ 5 mgr 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mgrc 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 dpdk 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 eventtrace 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 prioritycache 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 test 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephfs_mirror 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cephsqlite 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 crimson_interrupt 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_onode 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_odata 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_omap 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_tm 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_t 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cleaner 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_epm 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_lba 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_cache 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_journal 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_device 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 seastore_backref 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 alienstore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 mclock 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 rgw_dedup 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 cyanstore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 ceph_exporter 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 memstore 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 1/ 5 trace 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 0/ 5 ceph_dedup 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: -2/-2 (syslog threshold) 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 99/99 (stderr threshold) 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ec0ff9640 / http_manager 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ec2ffd640 / http_manager 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4eeffff640 / ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4ef9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4efbfff640 / ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f06ffd640 / ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f10ff9640 / io_context_pool, ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f117fa640 / admin_socket 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1906d640 / ms_dispatch 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1986e640 / msgr-worker-2 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1a06f640 / msgr-worker-1 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1a870640 / msgr-worker-0 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1b071640 / io_context_pool 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: 7f4f1e327900 / radosgw-admin 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: max_recent 500 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: max_new 1000 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr: log_file /var/lib/ceph/crash/2026-04-02T12:07:20.793366Z_74a8653f-5411-4ca5-bfb0-8daa449811c0/log 2026-04-02T12:07:20.827 INFO:tasks.workunit.client.0.vm01.stderr:--- end dump of recent events --- 2026-04-02T12:07:20.828 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:07:20.828 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:20.828 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:20.849 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.848+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 realm 2026-04-02T12:07:20.851 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:20.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.850+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.851+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.851+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.852+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:20.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.852+0000 7f06a251c900 20 searching for the correct realm 2026-04-02T12:07:20.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.856+0000 7f069bfff640 0 -- 192.168.123.101:0/1219523358 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0684044c30 msgr2=0x7f0684068fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:20.862 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.860+0000 7f069affd640 0 -- 192.168.123.101:0/1219523358 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55864786dc60 msgr2=0x55864788e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.863+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 zone default found 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 4 Realm: () 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 zonegroup default 2026-04-02T12:07:20.865 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.864+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.865+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.865+0000 7f06a251c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.865+0000 7f06a251c900 20 started sync module instance, tier type = 2026-04-02T12:07:20.866 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.865+0000 7f06a251c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=3 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=6 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=4 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=0 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=2 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.869+0000 7f06a251c900 20 add_watcher() i=5 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.870+0000 7f06a251c900 20 add_watcher() i=7 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.870+0000 7f06a251c900 20 add_watcher() i=1 2026-04-02T12:07:20.871 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.870+0000 7f06a251c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:20.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.872+0000 7f06a251c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:20.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.872+0000 7f06a251c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:20.873 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.872+0000 7f06a251c900 5 note: GC not initialized 2026-04-02T12:07:20.874 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.872+0000 7f064cff1640 20 reqs_thread_entry: start 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.917+0000 7f06a251c900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.917+0000 7f06a251c900 20 Filter name: none 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.917+0000 7f0645ffb640 20 reqs_thread_entry: start 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.917+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.919 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.918+0000 7f06a251c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.919+0000 7f06a251c900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:20.920 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.919+0000 7f06a251c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:20.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=1 2026-04-02T12:07:20.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 2 removed watcher, disabling cache 2026-04-02T12:07:20.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=7 2026-04-02T12:07:20.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=3 2026-04-02T12:07:20.925 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=4 2026-04-02T12:07:20.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=5 2026-04-02T12:07:20.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=0 2026-04-02T12:07:20.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=2 2026-04-02T12:07:20.926 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:20.924+0000 7f06a251c900 20 remove_watcher() i=6 2026-04-02T12:07:20.936 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:20.936 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:20.967 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:07:20.989 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:20.990 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:21.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.008+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.010 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 realm 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.011 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.009+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.010+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:21.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.010+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.011+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:21.012 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.011+0000 7f15d4349900 20 searching for the correct realm 2026-04-02T12:07:21.016 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.014+0000 7f15d08c2640 0 -- 192.168.123.101:0/4263669309 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55acd327c1d0 msgr2=0x55acd329c640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:21.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.018+0000 7f15cbfff640 0 -- 192.168.123.101:0/4263669309 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x55acd329e950 msgr2=0x55acd32bed70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 zone default found 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 4 Realm: () 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 zonegroup default 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.021+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.022+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.022+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.022+0000 7f15d4349900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.022+0000 7f15d4349900 20 started sync module instance, tier type = 2026-04-02T12:07:21.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.022+0000 7f15d4349900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:21.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.025+0000 7f15d4349900 20 add_watcher() i=4 2026-04-02T12:07:21.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.025+0000 7f15d4349900 20 add_watcher() i=0 2026-04-02T12:07:21.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=3 2026-04-02T12:07:21.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=7 2026-04-02T12:07:21.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=5 2026-04-02T12:07:21.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=2 2026-04-02T12:07:21.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=6 2026-04-02T12:07:21.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 20 add_watcher() i=1 2026-04-02T12:07:21.028 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.026+0000 7f15d4349900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:21.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.028+0000 7f15d4349900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:21.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.028+0000 7f15d4349900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:21.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.028+0000 7f15d4349900 5 note: GC not initialized 2026-04-02T12:07:21.030 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.029+0000 7f157cff1640 20 reqs_thread_entry: start 2026-04-02T12:07:21.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15d4349900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:21.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15d4349900 20 Filter name: none 2026-04-02T12:07:21.121 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15767fc640 20 reqs_thread_entry: start 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15d4349900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.120+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:21.122 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 20 rados->read ofs=0 len=0 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.121+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.122+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:21.123 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.122+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:21.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.122+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:21.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.122+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:21.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.123+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:21.124 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.123+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.123+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.123+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:21.125 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:21.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:21.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.124+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:21.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.125+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:21.126 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.125+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.125+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.125+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.126+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.126+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.126+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:21.127 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.126+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:21.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.126+0000 7f15d4349900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:21.128 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.127+0000 7f15d4349900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.131+0000 7f15d4349900 20 remove_watcher() i=0 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.131+0000 7f15d4349900 2 removed watcher, disabling cache 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.131+0000 7f15d4349900 20 remove_watcher() i=2 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.131+0000 7f15d4349900 20 remove_watcher() i=7 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.132+0000 7f15d4349900 20 remove_watcher() i=3 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.132+0000 7f15d4349900 20 remove_watcher() i=5 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.132+0000 7f15d4349900 20 remove_watcher() i=4 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.132+0000 7f15d4349900 20 remove_watcher() i=6 2026-04-02T12:07:21.133 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:21.132+0000 7f15d4349900 20 remove_watcher() i=1 2026-04-02T12:07:51.171 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2026-04-02T12:07:51.189 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:51.189 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:51.208 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.207+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 realm 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:51.209 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.208+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.209+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.210 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.209+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.209+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:51.211 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.209+0000 7f05a192a900 20 searching for the correct realm 2026-04-02T12:07:51.213 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.212+0000 7f059de1a640 0 -- 192.168.123.101:0/2067959303 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f05840a5100 msgr2=0x7f0584069ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.417+0000 7f059de1a640 0 -- 192.168.123.101:0/2067959303 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f05840a5100 msgr2=0x7f0584069ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:51.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:51.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.419+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 zone default found 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 4 Realm: () 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 zonegroup default 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 started sync module instance, tier type = 2026-04-02T12:07:51.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.420+0000 7f05a192a900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:51.424 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.423+0000 7f05a192a900 20 add_watcher() i=0 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.423+0000 7f05a192a900 20 add_watcher() i=2 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.423+0000 7f05a192a900 20 add_watcher() i=5 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.423+0000 7f05a192a900 20 add_watcher() i=6 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.424+0000 7f05a192a900 20 add_watcher() i=7 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.424+0000 7f05a192a900 20 add_watcher() i=3 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.424+0000 7f05a192a900 20 add_watcher() i=1 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.424+0000 7f05a192a900 20 add_watcher() i=4 2026-04-02T12:07:51.425 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.424+0000 7f05a192a900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:51.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.426+0000 7f05a192a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:51.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.426+0000 7f05a192a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:51.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.426+0000 7f05a192a900 5 note: GC not initialized 2026-04-02T12:07:51.428 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.426+0000 7f054a7ec640 20 reqs_thread_entry: start 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.467+0000 7f05a192a900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 20 Filter name: none 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f0543fff640 20 reqs_thread_entry: start 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:51.469 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.468+0000 7f05a192a900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:51.470 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.469+0000 7f05a192a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:51.474 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.472+0000 7f057cff9640 20 trim reshard logs: write on '.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6' needs retry: Success 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.476+0000 7f05a192a900 20 remove_watcher() i=3 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 2 removed watcher, disabling cache 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=5 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=0 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=6 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=2 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=1 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=4 2026-04-02T12:07:51.478 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.477+0000 7f05a192a900 20 remove_watcher() i=7 2026-04-02T12:07:51.487 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-02T12:07:51.506 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:51.506 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:51.526 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.525+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.527 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 realm 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.526+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.527+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.528 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.527+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.528+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:51.529 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.528+0000 7fc1f63c9900 20 searching for the correct realm 2026-04-02T12:07:51.532 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.531+0000 7fc1f18d1640 0 -- 192.168.123.101:0/2044489789 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x561ee809dde0 msgr2=0x561ee80be260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.535 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.534+0000 7fc1f08cf640 0 -- 192.168.123.101:0/2044489789 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x561ee80e1880 msgr2=0x561ee8101c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.535+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 zone default found 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 4 Realm: () 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 zonegroup default 2026-04-02T12:07:51.537 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.536+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.537+0000 7fc1f63c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.537+0000 7fc1f63c9900 20 started sync module instance, tier type = 2026-04-02T12:07:51.538 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.537+0000 7fc1f63c9900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.539+0000 7fc1f63c9900 20 add_watcher() i=3 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=5 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=6 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=0 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=4 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=2 2026-04-02T12:07:51.541 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=7 2026-04-02T12:07:51.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 20 add_watcher() i=1 2026-04-02T12:07:51.542 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.540+0000 7fc1f63c9900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:51.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.542+0000 7fc1f63c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:51.543 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.542+0000 7fc1f63c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:51.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.542+0000 7fc1f63c9900 5 note: GC not initialized 2026-04-02T12:07:51.544 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.542+0000 7fc19e7ec640 20 reqs_thread_entry: start 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.580+0000 7fc1f63c9900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.580+0000 7fc1f63c9900 20 Filter name: none 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.580+0000 7fc197fff640 20 reqs_thread_entry: start 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.580+0000 7fc1f63c9900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.580+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:51.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 20 rados_obj.operate() r=0 bl.length=442 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.581+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:51.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:51.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.582+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:51.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.583+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:51.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.583+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:51.584 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.583+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:51.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.583+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:51.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.583+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:51.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.584+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:51.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.584+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.584+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.584+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:51.586 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:51.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:51.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:51.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.585+0000 7fc1f63c9900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:51.587 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.586+0000 7fc1f63c9900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:51.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.589+0000 7fc1f63c9900 20 remove_watcher() i=0 2026-04-02T12:07:51.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.589+0000 7fc1f63c9900 2 removed watcher, disabling cache 2026-04-02T12:07:51.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=7 2026-04-02T12:07:51.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=4 2026-04-02T12:07:51.591 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=1 2026-04-02T12:07:51.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=3 2026-04-02T12:07:51.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=2 2026-04-02T12:07:51.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=5 2026-04-02T12:07:51.592 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.590+0000 7fc1f63c9900 20 remove_watcher() i=6 2026-04-02T12:07:51.598 INFO:tasks.workunit.client.0.vm01.stderr:check reshard logrecord successfully 2026-04-02T12:07:51.599 INFO:tasks.workunit.client.0.vm01.stderr: test: reshard versioned bucket 2026-04-02T12:07:51.600 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:07:51.619 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:51.619 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:51.639 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.637+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 realm 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.640 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.639+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.640+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.641 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.640+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.640+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:51.642 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.640+0000 7f08aa32b900 20 searching for the correct realm 2026-04-02T12:07:51.643 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.642+0000 7f08a5879640 0 -- 192.168.123.101:0/2352259031 >> [v2:192.168.123.101:6800/78360565,v1:192.168.123.101:6801/78360565] conn(0x7f089406cf80 msgr2=0x7f089406b7a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:51.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.846+0000 7f08a607a640 0 -- 192.168.123.101:0/2352259031 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f08980b96e0 msgr2=0x7f0898004050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.850+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.852 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 zone default found 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 4 Realm: () 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 zonegroup default 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.851+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.852+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.852+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.852+0000 7f08aa32b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.852+0000 7f08aa32b900 20 started sync module instance, tier type = 2026-04-02T12:07:51.853 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.852+0000 7f08aa32b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:51.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.855+0000 7f08aa32b900 20 add_watcher() i=7 2026-04-02T12:07:51.857 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=5 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=6 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=0 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=3 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=4 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=2 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 20 add_watcher() i=1 2026-04-02T12:07:51.858 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.856+0000 7f08aa32b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:51.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.858+0000 7f08aa32b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:51.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.858+0000 7f08aa32b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:51.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.858+0000 7f08aa32b900 5 note: GC not initialized 2026-04-02T12:07:51.860 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.859+0000 7f084effd640 20 reqs_thread_entry: start 2026-04-02T12:07:51.905 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.904+0000 7f08aa32b900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.904+0000 7f08aa32b900 20 Filter name: none 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.904+0000 7f084cff9640 20 reqs_thread_entry: start 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.904+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:51.906 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:51.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:51.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.905+0000 7f08aa32b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.906+0000 7f08aa32b900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:51.907 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.906+0000 7f08aa32b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.910+0000 7f08aa32b900 20 remove_watcher() i=2 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.910+0000 7f08aa32b900 2 removed watcher, disabling cache 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=3 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=7 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=0 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=5 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=4 2026-04-02T12:07:51.912 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=1 2026-04-02T12:07:51.913 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.911+0000 7f08aa32b900 20 remove_watcher() i=6 2026-04-02T12:07:51.919 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:51.919 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:07:51.919 INFO:tasks.workunit.client.0.vm01.stderr:bucket: myver id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 num_objects: 0 size_kb: 0 num_shards: 11 2026-04-02T12:07:51.919 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:51.921 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2026-04-02T12:07:51.944 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:51.944 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:51.964 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.962+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.963+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.963+0000 7f3f54f23900 20 realm 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.963+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.965 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.964+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.965+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:51.966 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.965+0000 7f3f54f23900 20 searching for the correct realm 2026-04-02T12:07:51.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.968+0000 7f3f50d38640 0 -- 192.168.123.101:0/1702425923 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f3f440dbca0 msgr2=0x7f3f440b8550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.971+0000 7f3f50d38640 0 -- 192.168.123.101:0/1702425923 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f3f440ce200 msgr2=0x7f3f440e8990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.973+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 zone default found 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 4 Realm: () 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 zonegroup default 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.975 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.974+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:51.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.975+0000 7f3f54f23900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:51.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.975+0000 7f3f54f23900 20 started sync module instance, tier type = 2026-04-02T12:07:51.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.975+0000 7f3f54f23900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:51.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.977+0000 7f3f54f23900 20 add_watcher() i=3 2026-04-02T12:07:51.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.977+0000 7f3f54f23900 20 add_watcher() i=7 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.978+0000 7f3f54f23900 20 add_watcher() i=5 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.978+0000 7f3f54f23900 20 add_watcher() i=0 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.978+0000 7f3f54f23900 20 add_watcher() i=2 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.979+0000 7f3f54f23900 20 add_watcher() i=4 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.979+0000 7f3f54f23900 20 add_watcher() i=6 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.979+0000 7f3f54f23900 20 add_watcher() i=1 2026-04-02T12:07:51.980 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.979+0000 7f3f54f23900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:51.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.980+0000 7f3f54f23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:51.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.980+0000 7f3f54f23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:51.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.981+0000 7f3f54f23900 5 note: GC not initialized 2026-04-02T12:07:51.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:51.981+0000 7f3efd7f2640 20 reqs_thread_entry: start 2026-04-02T12:07:52.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.020+0000 7f3f54f23900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:52.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.020+0000 7f3f54f23900 20 Filter name: none 2026-04-02T12:07:52.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3ef6ffd640 20 reqs_thread_entry: start 2026-04-02T12:07:52.022 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : miss 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 adding default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.023 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.021+0000 7f3f54f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:52.031 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f54f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f54f23900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f54f23900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f54f23900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f2f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894611 cookie 94405444092496 notifier 8415 bl.length()=833 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f2f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f2f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.032 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.030+0000 7f3f2f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.033+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:52.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.033+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:52.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.033+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:52.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.033+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:52.040 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.0 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.038+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.039+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.039+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.3 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.039+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.4 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.039+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.5 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.040+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.6 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.040+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.7 2026-04-02T12:07:52.041 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.040+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.8 2026-04-02T12:07:52.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.040+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.9 2026-04-02T12:07:52.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.041+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.10 2026-04-02T12:07:52.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.041+0000 7f3f54f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:52.042 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.041+0000 7f3f54f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:52.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f54f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f54f23900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f54f23900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f54f23900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f2f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894612 cookie 94405444092496 notifier 8415 bl.length()=833 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f2f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f2f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.042+0000 7f3f2f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.044+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:52.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.044+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:52.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.044+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:52.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.044+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:52.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.047+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.0 2026-04-02T12:07:52.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.047+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1 2026-04-02T12:07:52.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.047+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2 2026-04-02T12:07:52.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.047+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.3 2026-04-02T12:07:52.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.048+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.4 2026-04-02T12:07:52.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.048+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.5 2026-04-02T12:07:52.049 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.048+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.6 2026-04-02T12:07:52.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.048+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.7 2026-04-02T12:07:52.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.049+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.8 2026-04-02T12:07:52.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.049+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.9 2026-04-02T12:07:52.050 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.049+0000 7f3f54f23900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.10 2026-04-02T12:07:52.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.049+0000 7f3f54f23900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:52.051 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.049+0000 7f3f54f23900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f54f23900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f54f23900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f54f23900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f54f23900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f2f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894613 cookie 94405444092496 notifier 8415 bl.length()=797 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f2f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f2f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:52.052 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.050+0000 7f3f2f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:52.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.052+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:52.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.052+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:52.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.052+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:52.053 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.052+0000 7f3f54f23900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:52.055 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.054+0000 7f3f54f23900 1 execute INFO: reshard of bucket "myver" from 11 shards to 12 shards completed successfully 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=5 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 2 removed watcher, disabling cache 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=0 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=6 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=2 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=1 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=4 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=3 2026-04-02T12:07:52.060 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.058+0000 7f3f54f23900 20 remove_watcher() i=7 2026-04-02T12:07:52.068 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:07:52.087 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:52.087 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:52.107 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.105+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.106+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.106+0000 7f38bc12c900 20 realm 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.106+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.108 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.107+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.108+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.108+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:52.109 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.108+0000 7f38bc12c900 20 searching for the correct realm 2026-04-02T12:07:52.113 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.111+0000 7f38b37fe640 0 -- 192.168.123.101:0/800791711 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f38ac0653a0 msgr2=0x7f38ac06da60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:52.318 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.317+0000 7f38b3fff640 0 -- 192.168.123.101:0/800791711 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x560a3beea1a0 msgr2=0x560a3bf0a650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:52.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:52.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:52.319 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.318+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 zone default found 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 4 Realm: () 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 zonegroup default 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.320 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.319+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.320+0000 7f38bc12c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.320+0000 7f38bc12c900 20 started sync module instance, tier type = 2026-04-02T12:07:52.321 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.320+0000 7f38bc12c900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:52.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.323+0000 7f38bc12c900 20 add_watcher() i=6 2026-04-02T12:07:52.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.323+0000 7f38bc12c900 20 add_watcher() i=5 2026-04-02T12:07:52.325 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.324+0000 7f38bc12c900 20 add_watcher() i=7 2026-04-02T12:07:52.326 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.324+0000 7f38bc12c900 20 add_watcher() i=4 2026-04-02T12:07:52.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.327+0000 7f38bc12c900 20 add_watcher() i=0 2026-04-02T12:07:52.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.327+0000 7f38bc12c900 20 add_watcher() i=2 2026-04-02T12:07:52.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.328+0000 7f38bc12c900 20 add_watcher() i=1 2026-04-02T12:07:52.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.328+0000 7f38bc12c900 20 add_watcher() i=3 2026-04-02T12:07:52.329 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.328+0000 7f38bc12c900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:52.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.330+0000 7f38bc12c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:52.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.330+0000 7f38bc12c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:52.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.330+0000 7f38bc12c900 5 note: GC not initialized 2026-04-02T12:07:52.331 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.330+0000 7f385ffff640 20 reqs_thread_entry: start 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f38bc12c900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f38bc12c900 20 Filter name: none 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f385dffb640 20 reqs_thread_entry: start 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.368+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:52.370 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:52.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.369+0000 7f38bc12c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=2 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 2 removed watcher, disabling cache 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=1 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=5 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=7 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=6 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=3 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=4 2026-04-02T12:07:52.376 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.374+0000 7f38bc12c900 20 remove_watcher() i=0 2026-04-02T12:07:52.381 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:52.381 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:07:52.381 INFO:tasks.workunit.client.0.vm01.stderr:bucket: myver id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 num_objects: 0 size_kb: 0 num_shards: 12 2026-04-02T12:07:52.381 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:52.384 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:52.384 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:52.393 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:52.393 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:52.441 INFO:tasks.workunit.client.0.vm01.stderr: test: reshard removes olh entries with empty name 2026-04-02T12:07:52.443 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:52.443 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:52.504 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:52.504 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:52.681 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-02T12:07:52.700 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:52.700 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:52.719 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.718+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.718+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.718+0000 7fc01b4e6900 20 realm 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.718+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.719+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.719+0000 7fc01b4e6900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.719+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.719+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.720 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.719+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.720+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.721 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.720+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.720+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:52.722 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.720+0000 7fc01b4e6900 20 searching for the correct realm 2026-04-02T12:07:52.724 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.723+0000 7fc01979c640 0 -- 192.168.123.101:0/2966058698 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55b30222c8c0 msgr2=0x55b30224cd70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:52.728 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.727+0000 7fc01979c640 0 -- 192.168.123.101:0/2966058698 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x55b3021c5b40 msgr2=0x55b3021e5fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.729+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.731 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 zone default found 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 4 Realm: () 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 zonegroup default 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.730+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.731+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.731+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.731+0000 7fc01b4e6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.731+0000 7fc01b4e6900 20 started sync module instance, tier type = 2026-04-02T12:07:52.732 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.731+0000 7fc01b4e6900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=3 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=0 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=7 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=1 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=6 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.734+0000 7fc01b4e6900 20 add_watcher() i=5 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.735+0000 7fc01b4e6900 20 add_watcher() i=4 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.735+0000 7fc01b4e6900 20 add_watcher() i=2 2026-04-02T12:07:52.736 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.735+0000 7fc01b4e6900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:52.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.736+0000 7fc01b4e6900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:52.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.736+0000 7fc01b4e6900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:52.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.737+0000 7fc01b4e6900 5 note: GC not initialized 2026-04-02T12:07:52.738 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.737+0000 7fbfc5feb640 20 reqs_thread_entry: start 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.773+0000 7fc01b4e6900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.773+0000 7fc01b4e6900 20 Filter name: none 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.773+0000 7fbfbf7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.773+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:52.775 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:52.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.774+0000 7fc01b4e6900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.775+0000 7fc01b4e6900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:52.776 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.775+0000 7fc01b4e6900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:52.780 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 20 remove_watcher() i=3 2026-04-02T12:07:52.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 2 removed watcher, disabling cache 2026-04-02T12:07:52.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 20 remove_watcher() i=2 2026-04-02T12:07:52.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 20 remove_watcher() i=5 2026-04-02T12:07:52.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 20 remove_watcher() i=6 2026-04-02T12:07:52.781 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.779+0000 7fc01b4e6900 20 remove_watcher() i=7 2026-04-02T12:07:52.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.782+0000 7fc01b4e6900 20 remove_watcher() i=1 2026-04-02T12:07:52.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.782+0000 7fc01b4e6900 20 remove_watcher() i=0 2026-04-02T12:07:52.783 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.782+0000 7fc01b4e6900 20 remove_watcher() i=4 2026-04-02T12:07:52.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:52.789 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:07:52.789 INFO:tasks.workunit.client.0.vm01.stderr:bucket: a-bucket id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 num_objects: 0 size_kb: 0 num_shards: 13 2026-04-02T12:07:52.789 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:52.791 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket layout --bucket a-bucket 2026-04-02T12:07:52.811 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:52.811 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:52.829 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.828+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.829+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.829+0000 7f495cd8b900 20 realm 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.829+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.830+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.830+0000 7f495cd8b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.830+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.830+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.831 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.830+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.831+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.831+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.832 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.831+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:52.833 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.831+0000 7f495cd8b900 20 searching for the correct realm 2026-04-02T12:07:52.835 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.833+0000 7f4958ae7640 0 -- 192.168.123.101:0/2482016045 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f494c066750 msgr2=0x7f494c08b030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:52.838 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.836+0000 7f4958ae7640 0 -- 192.168.123.101:0/2482016045 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f49180a4bc0 msgr2=0x7f49180c4fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.840 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.839+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 zone default found 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 4 Realm: () 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 zonegroup default 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.841 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 started sync module instance, tier type = 2026-04-02T12:07:52.842 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.840+0000 7f495cd8b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.844+0000 7f495cd8b900 20 add_watcher() i=3 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.844+0000 7f495cd8b900 20 add_watcher() i=0 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.844+0000 7f495cd8b900 20 add_watcher() i=7 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.844+0000 7f495cd8b900 20 add_watcher() i=6 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.845+0000 7f495cd8b900 20 add_watcher() i=5 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.845+0000 7f495cd8b900 20 add_watcher() i=2 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.845+0000 7f495cd8b900 20 add_watcher() i=4 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.845+0000 7f495cd8b900 20 add_watcher() i=1 2026-04-02T12:07:52.846 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.845+0000 7f495cd8b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:52.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.847+0000 7f495cd8b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:52.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.847+0000 7f495cd8b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:52.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.847+0000 7f495cd8b900 5 note: GC not initialized 2026-04-02T12:07:52.848 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.847+0000 7f4905feb640 20 reqs_thread_entry: start 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f495cd8b900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f495cd8b900 20 Filter name: none 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f48ff7fe640 20 reqs_thread_entry: start 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.885+0000 7f495cd8b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.886+0000 7f495cd8b900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:52.887 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.886+0000 7f495cd8b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:52.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=0 2026-04-02T12:07:52.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 2 removed watcher, disabling cache 2026-04-02T12:07:52.890 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=1 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=5 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=2 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=6 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=3 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=4 2026-04-02T12:07:52.891 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.889+0000 7f495cd8b900 20 remove_watcher() i=7 2026-04-02T12:07:52.899 INFO:tasks.workunit.client.0.vm01.stderr:rados -p default.rgw.buckets.index setomapval .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2026-04-02T12:07:52.917 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:52.917 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:52.933 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-02T12:07:52.953 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:52.953 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.974+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 realm 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:52.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.975+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.976+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:52.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.976+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:52.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.976+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:52.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.976+0000 7f09ebf38900 20 searching for the correct realm 2026-04-02T12:07:52.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:52.980+0000 7f09e37fe640 0 -- 192.168.123.101:0/464579201 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f09dc0ba450 msgr2=0x7f09dc0bf120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.184+0000 7f09e3fff640 0 -- 192.168.123.101:0/464579201 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x56244322e970 msgr2=0x56244324ee20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.186+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 zone default found 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 4 Realm: () 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 zonegroup default 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 started sync module instance, tier type = 2026-04-02T12:07:53.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.187+0000 7f09ebf38900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.191+0000 7f09ebf38900 20 add_watcher() i=0 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.191+0000 7f09ebf38900 20 add_watcher() i=3 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.191+0000 7f09ebf38900 20 add_watcher() i=7 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.192+0000 7f09ebf38900 20 add_watcher() i=2 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.192+0000 7f09ebf38900 20 add_watcher() i=5 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.192+0000 7f09ebf38900 20 add_watcher() i=6 2026-04-02T12:07:53.193 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.192+0000 7f09ebf38900 20 add_watcher() i=4 2026-04-02T12:07:53.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.193+0000 7f09ebf38900 20 add_watcher() i=1 2026-04-02T12:07:53.194 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.193+0000 7f09ebf38900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.195+0000 7f09ebf38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.195+0000 7f09ebf38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.195+0000 7f09ebf38900 5 note: GC not initialized 2026-04-02T12:07:53.196 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.195+0000 7f098ffff640 20 reqs_thread_entry: start 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.434+0000 7f09ebf38900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.434+0000 7f09ebf38900 20 Filter name: none 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.434+0000 7f098dffb640 20 reqs_thread_entry: start 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.434+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:53.436 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 INFO: main: starting shard=0 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.435+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: starting shard=1 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.437 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: starting shard=2 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 INFO: main: starting shard=3 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.436+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: starting shard=4 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: starting shard=5 2026-04-02T12:07:53.438 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 INFO: main: starting shard=6 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.437+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: starting shard=7 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: starting shard=8 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.439 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 INFO: main: starting shard=9 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.438+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: starting shard=10 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: starting shard=11 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.440 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: starting shard=12 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.441 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.439+0000 7f09ebf38900 20 INFO: main: done 2026-04-02T12:07:53.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=3 2026-04-02T12:07:53.444 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 2 removed watcher, disabling cache 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=5 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=0 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=7 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=1 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=4 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=2 2026-04-02T12:07:53.445 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.443+0000 7f09ebf38900 20 remove_watcher() i=6 2026-04-02T12:07:53.453 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2026-04-02T12:07:53.475 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:53.475 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:53.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.493+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 realm 2026-04-02T12:07:53.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.495 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.494+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.495+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.496 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.495+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.495+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:53.497 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.495+0000 7f5b7c96e900 20 searching for the correct realm 2026-04-02T12:07:53.499 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.498+0000 7f5b73fff640 0 -- 192.168.123.101:0/4008371803 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f5b6c0dc030 msgr2=0x7f5b6c0b8b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:53.503 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.501+0000 7f5b73fff640 0 -- 192.168.123.101:0/4008371803 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f5b6c0ccbe0 msgr2=0x7f5b6c0caa80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.504+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 zone default found 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 4 Realm: () 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 zonegroup default 2026-04-02T12:07:53.506 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.505+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.506+0000 7f5b7c96e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.506+0000 7f5b7c96e900 20 started sync module instance, tier type = 2026-04-02T12:07:53.507 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.506+0000 7f5b7c96e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=2 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=0 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=3 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=7 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=5 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=6 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.509+0000 7f5b7c96e900 20 add_watcher() i=4 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.510+0000 7f5b7c96e900 20 add_watcher() i=1 2026-04-02T12:07:53.511 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.510+0000 7f5b7c96e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:53.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.512+0000 7f5b7c96e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:53.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.512+0000 7f5b7c96e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:53.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.512+0000 7f5b7c96e900 5 note: GC not initialized 2026-04-02T12:07:53.513 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.512+0000 7f5b257ea640 20 reqs_thread_entry: start 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.552+0000 7f5b7c96e900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.552+0000 7f5b7c96e900 20 Filter name: none 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.552+0000 7f5b7c96e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.552+0000 7f5b1effd640 20 reqs_thread_entry: start 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.552+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : miss 2026-04-02T12:07:53.554 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.555 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.553+0000 7f5b7c96e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.556+0000 7f5b7c96e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.556+0000 7f5b7c96e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.556+0000 7f5b7c96e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.556+0000 7f5b7c96e900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.557+0000 7f5b52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894527 cookie 94412738977696 notifier 7916 bl.length()=839 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.557+0000 7f5b52ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.557+0000 7f5b52ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.558 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.557+0000 7f5b52ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.558+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:53.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.558+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:53.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.558+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:53.560 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.558+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:53.567 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.566+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.568 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.567+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.569 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.568+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.570 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.569+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.570+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.570+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.570+0000 7f5b7c96e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:53.571 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.570+0000 7f5b7c96e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b7c96e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b7c96e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b7c96e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b7c96e900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894528 cookie 94412738977696 notifier 7916 bl.length()=839 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.572 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.571+0000 7f5b537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.572+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:53.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.572+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:53.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.572+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:53.574 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.572+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:53.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.578 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.0 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.1 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.577+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.2 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.3 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.579 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.4 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.578+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.5 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.6 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.7 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.580 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.8 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.579+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.9 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.10 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.11 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.581 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.2.12 2026-04-02T12:07:53.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:53.582 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.580+0000 7f5b7c96e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.581+0000 7f5b7c96e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.581+0000 7f5b7c96e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.581+0000 7f5b7c96e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.581+0000 7f5b7c96e900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18, ofs0, ns] 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.582+0000 7f5b537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894529 cookie 94412738977696 notifier 7916 bl.length()=803 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.582+0000 7f5b537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 info.flags=0x17 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.582+0000 7f5b537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18 to cache LRU end 2026-04-02T12:07:53.583 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.582+0000 7f5b537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:53.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.583+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_sources= new_sources= 2026-04-02T12:07:53.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.583+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential sources added=[] removed=[] 2026-04-02T12:07:53.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.583+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): orig_dests= new_dests= 2026-04-02T12:07:53.585 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.583+0000 7f5b7c96e900 20 handle_bi_update(): bucket=:a-bucket[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18]): potential dests added=[] removed=[] 2026-04-02T12:07:53.588 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.586+0000 7f5b7c96e900 1 execute INFO: reshard of bucket "a-bucket" from 13 shards to 1 shards completed successfully 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.591+0000 7f5b7c96e900 20 remove_watcher() i=3 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.591+0000 7f5b7c96e900 2 removed watcher, disabling cache 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.591+0000 7f5b7c96e900 20 remove_watcher() i=5 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=0 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=1 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=7 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=6 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=2 2026-04-02T12:07:53.593 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.592+0000 7f5b7c96e900 20 remove_watcher() i=4 2026-04-02T12:07:53.603 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-02T12:07:53.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:53.622 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:53.644 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.642+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 realm 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:53.645 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.644+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.646 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.645+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.645+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.646+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:53.647 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.646+0000 7f076576e900 20 searching for the correct realm 2026-04-02T12:07:53.650 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.648+0000 7f0761ce8640 0 -- 192.168.123.101:0/1494843693 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7f0748038070 msgr2=0x7f0748039ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.653 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.652+0000 7f07614e7640 0 -- 192.168.123.101:0/1494843693 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7f0754062f90 msgr2=0x7f07540199b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.657 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.656+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 zone default found 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 4 Realm: () 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 zonegroup default 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.658 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 started sync module instance, tier type = 2026-04-02T12:07:53.659 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.657+0000 7f076576e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:53.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=0 2026-04-02T12:07:53.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=1 2026-04-02T12:07:53.663 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=7 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=6 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=2 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=4 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=3 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 20 add_watcher() i=5 2026-04-02T12:07:53.664 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.662+0000 7f076576e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:53.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.664+0000 7f076576e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:53.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.664+0000 7f076576e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:53.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.665+0000 7f076576e900 5 note: GC not initialized 2026-04-02T12:07:53.666 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.665+0000 7f070e7ec640 20 reqs_thread_entry: start 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.703+0000 7f076576e900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.703+0000 7f076576e900 20 Filter name: none 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.703+0000 7f0707fff640 20 reqs_thread_entry: start 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-02T12:07:53.705 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 rados_obj.operate() r=0 bl.length=406 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 INFO: main: starting shard=0 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.704+0000 7f076576e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.18.3.0 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.705+0000 7f076576e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:07:53.706 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.705+0000 7f076576e900 20 INFO: main: done 2026-04-02T12:07:53.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=3 2026-04-02T12:07:53.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 2 removed watcher, disabling cache 2026-04-02T12:07:53.709 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=0 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=5 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=2 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=6 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=1 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=4 2026-04-02T12:07:53.710 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.708+0000 7f076576e900 20 remove_watcher() i=7 2026-04-02T12:07:53.716 INFO:tasks.workunit.client.0.vm01.stderr: test: PUT succeeds during reshard 2026-04-02T12:07:53.718 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket stats --bucket myver 2026-04-02T12:07:53.737 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:53.737 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:53.757 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.755+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 realm 2026-04-02T12:07:53.758 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.757+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.758+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.759 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.758+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.759+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:53.760 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.759+0000 7fca41522900 20 searching for the correct realm 2026-04-02T12:07:53.763 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.762+0000 7fca3d26f640 0 -- 192.168.123.101:0/1883756208 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fca300bee00 msgr2=0x7fca300c01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.968+0000 7fca3da70640 0 -- 192.168.123.101:0/1883756208 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x55bfb1fc1290 msgr2=0x55bfb1fe1740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.969+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 zone default found 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 4 Realm: () 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 zonegroup default 2026-04-02T12:07:53.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.970+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.971+0000 7fca41522900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.971+0000 7fca41522900 20 started sync module instance, tier type = 2026-04-02T12:07:53.972 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.971+0000 7fca41522900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:53.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=7 2026-04-02T12:07:53.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=6 2026-04-02T12:07:53.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=5 2026-04-02T12:07:53.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=3 2026-04-02T12:07:53.976 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=2 2026-04-02T12:07:53.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=1 2026-04-02T12:07:53.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=0 2026-04-02T12:07:53.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 20 add_watcher() i=4 2026-04-02T12:07:53.977 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.975+0000 7fca41522900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:53.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.978+0000 7fca41522900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:53.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.978+0000 7fca41522900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:53.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.978+0000 7fca41522900 5 note: GC not initialized 2026-04-02T12:07:53.979 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:53.978+0000 7fc9eafed640 20 reqs_thread_entry: start 2026-04-02T12:07:54.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fca41522900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:54.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fca41522900 20 Filter name: none 2026-04-02T12:07:54.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fc9e8fe9640 20 reqs_thread_entry: start 2026-04-02T12:07:54.020 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.019+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:54.021 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.020+0000 7fca41522900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=5 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 2 removed watcher, disabling cache 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=3 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=0 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=7 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=6 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=2 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.025+0000 7fca41522900 20 remove_watcher() i=1 2026-04-02T12:07:54.027 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.026+0000 7fca41522900 20 remove_watcher() i=4 2026-04-02T12:07:54.033 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:54.033 INFO:tasks.workunit.client.0.vm01.stderr:BUCKET_STATS: 2026-04-02T12:07:54.033 INFO:tasks.workunit.client.0.vm01.stderr:bucket: myver id: a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 num_objects: 0 size_kb: 0 num_shards: 12 2026-04-02T12:07:54.033 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:07:54.035 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 13 2026-04-02T12:07:54.058 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:07:54.058 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:07:54.081 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.079+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 realm 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.080+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.082 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.081+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.081+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:54.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.081+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.082+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:07:54.083 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.082+0000 7fba46b5b900 20 searching for the correct realm 2026-04-02T12:07:54.087 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.085+0000 7fba430d5640 0 -- 192.168.123.101:0/853854517 >> [v2:192.168.123.101:6824/4241286079,v1:192.168.123.101:6825/4241286079] conn(0x562661673790 msgr2=0x562661693b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:07:54.090 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.088+0000 7fba420d3640 0 -- 192.168.123.101:0/853854517 >> [v2:192.168.123.101:6808/60571619,v1:192.168.123.101:6809/60571619] conn(0x56266160d250 msgr2=0x56266162d6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.091+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:07:54.093 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 zone default found 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 4 Realm: () 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 zonegroup default 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.092+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.094 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:07:54.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 started sync module instance, tier type = 2026-04-02T12:07:54.095 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.093+0000 7fba46b5b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:07:54.098 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.096+0000 7fba46b5b900 20 add_watcher() i=5 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.097+0000 7fba46b5b900 20 add_watcher() i=0 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.097+0000 7fba46b5b900 20 add_watcher() i=6 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 20 add_watcher() i=3 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 20 add_watcher() i=2 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 20 add_watcher() i=1 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 20 add_watcher() i=4 2026-04-02T12:07:54.099 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 20 add_watcher() i=7 2026-04-02T12:07:54.100 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.098+0000 7fba46b5b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:07:54.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.100+0000 7fba46b5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:07:54.101 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.100+0000 7fba46b5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:07:54.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.100+0000 7fba46b5b900 5 note: GC not initialized 2026-04-02T12:07:54.102 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.100+0000 7fb9f07f0640 20 reqs_thread_entry: start 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.139+0000 7fba46b5b900 20 init_complete bucket index max shards: 11 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.139+0000 7fba46b5b900 20 Filter name: none 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.139+0000 7fb9ee7ec640 20 reqs_thread_entry: start 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.139+0000 7fba46b5b900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.139+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : miss 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 20 rados->read ofs=0 len=0 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:54.141 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 adding default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-02T12:07:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:54.142 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.140+0000 7fba46b5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:54.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.146+0000 7fba46b5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:54.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.146+0000 7fba46b5b900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:54.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.146+0000 7fba46b5b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:54.148 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.146+0000 7fba46b5b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:54.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.147+0000 7fba227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894614 cookie 94722842943584 notifier 7964 bl.length()=833 2026-04-02T12:07:54.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.147+0000 7fba227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:54.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.147+0000 7fba227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:54.149 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.147+0000 7fba227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:54.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.148+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:54.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.148+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:54.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.148+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:54.150 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.148+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:54.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:54.155+0000 7fba46b5b900 -1 Injecting delay=5.000000000s at location=do_reshard 2026-04-02T12:07:55.039 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:07:55.039 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:07:55.079 INFO:tasks.workunit.client.0.vm01.stderr:put object successful 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.155+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:59.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.156+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.157+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:59.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.157+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.157+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.157+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:59.159 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.158+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:59.160 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:59.161 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.159+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:59.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.161+0000 7fba46b5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:59.162 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.161+0000 7fba46b5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:59.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.162+0000 7fba46b5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:59.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.162+0000 7fba46b5b900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:59.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.162+0000 7fba46b5b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:59.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.162+0000 7fba46b5b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894615 cookie 94722842943584 notifier 7964 bl.length()=833 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba21ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894616 cookie 94722842943584 notifier 7964 bl.length()=833 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba21ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba21ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:59.165 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.163+0000 7fba21ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:59.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.169+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:59.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.169+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:59.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.169+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:59.171 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.169+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:59.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:59.174 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.0 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.1 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.173+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.2 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.3 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:59.175 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.4 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.174+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.5 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.6 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.7 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:59.176 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.8 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.175+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.9 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.176+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.176+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.10 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.176+0000 7fba46b5b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:59.177 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.176+0000 7fba46b5b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.1.11 2026-04-02T12:07:59.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.177+0000 7fba46b5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 : hit (requested=0x17, cached=0x17) 2026-04-02T12:07:59.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.177+0000 7fba46b5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.178+0000 7fba46b5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.178+0000 7fba46b5b900 10 moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.178+0000 7fba46b5b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.178+0000 7fba46b5b900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19, ofs0, ns] 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.179+0000 7fba227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894617 cookie 94722842943584 notifier 7964 bl.length()=797 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.179+0000 7fba227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 info.flags=0x17 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.179+0000 7fba227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19 to cache LRU end 2026-04-02T12:07:59.180 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.179+0000 7fba227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-02T12:07:59.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.180+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_sources= new_sources= 2026-04-02T12:07:59.181 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.180+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential sources added=[] removed=[] 2026-04-02T12:07:59.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.180+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): orig_dests= new_dests= 2026-04-02T12:07:59.182 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.180+0000 7fba46b5b900 20 handle_bi_update(): bucket=:myver[a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19]): potential dests added=[] removed=[] 2026-04-02T12:07:59.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.184+0000 7fba46b5b900 1 execute INFO: reshard of bucket "myver" from 12 shards to 13 shards completed successfully 2026-04-02T12:07:59.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=2 2026-04-02T12:07:59.189 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 2 removed watcher, disabling cache 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=0 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=3 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=7 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=5 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=6 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.188+0000 7fba46b5b900 20 remove_watcher() i=1 2026-04-02T12:07:59.190 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:07:59.189+0000 7fba46b5b900 20 remove_watcher() i=4 2026-04-02T12:08:00.083 INFO:tasks.workunit.client.0.vm01.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2026-04-02T12:08:00.083 INFO:tasks.workunit.client.0.vm01.stderr: 2026-04-02T12:08:00.084 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.085 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.105 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.105 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.154 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.154 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.204 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.204 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.218 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.218 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.268 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.268 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.283 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.283 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.336 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:00.336 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:00.350 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-02T12:08:00.632 INFO:tasks.workunit.client.0.vm01.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-02T12:08:01.891 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:01.891 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:01.925 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:08:01.928 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket myver --object x 2026-04-02T12:08:01.948 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:08:01.948 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.967+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 realm 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:08:01.969 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.968+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.969+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:01.970 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.969+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.970+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:08:01.971 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.970+0000 7fe037fa3900 20 searching for the correct realm 2026-04-02T12:08:01.974 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.973+0000 7fe02ffff640 0 -- 192.168.123.101:0/67812128 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7fe018069810 msgr2=0x7fe0180650b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-02T12:08:01.978 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.977+0000 7fe026dff640 0 -- 192.168.123.101:0/67812128 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x55d580297910 msgr2=0x55d5802b7cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.979+0000 7fe037fa3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:01.981 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 zone default found 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 4 Realm: () 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 zonegroup default 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.980+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.981+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.981+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.981+0000 7fe037fa3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.981+0000 7fe037fa3900 20 started sync module instance, tier type = 2026-04-02T12:08:01.982 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.981+0000 7fe037fa3900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:08:01.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=3 2026-04-02T12:08:01.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=7 2026-04-02T12:08:01.986 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=2 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=1 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=5 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.985+0000 7fe037fa3900 20 add_watcher() i=6 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.986+0000 7fe037fa3900 20 add_watcher() i=4 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.986+0000 7fe037fa3900 20 add_watcher() i=0 2026-04-02T12:08:01.987 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.986+0000 7fe037fa3900 2 all 8 watchers are set, enabling cache 2026-04-02T12:08:01.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.988+0000 7fe037fa3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:08:01.989 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.988+0000 7fe037fa3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:08:01.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.988+0000 7fe037fa3900 5 note: GC not initialized 2026-04-02T12:08:01.990 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:01.988+0000 7fdfdbfff640 20 reqs_thread_entry: start 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.032+0000 7fe037fa3900 20 init_complete bucket index max shards: 11 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.032+0000 7fe037fa3900 20 Filter name: none 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.032+0000 7fdfd9ffb640 20 reqs_thread_entry: start 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:08:02.034 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 INFO: main: starting shard=0 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.033+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: starting shard=1 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: starting shard=2 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.035 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 INFO: main: starting shard=3 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.034+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: starting shard=4 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: starting shard=5 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.036 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 INFO: main: starting shard=6 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.035+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: starting shard=7 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: starting shard=8 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.037 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 INFO: main: starting shard=9 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.036+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: starting shard=10 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: starting shard=11 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.038 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: starting shard=12 2026-04-02T12:08:02.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.039 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.037+0000 7fe037fa3900 20 INFO: main: done 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 20 remove_watcher() i=3 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 2 removed watcher, disabling cache 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 20 remove_watcher() i=2 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 20 remove_watcher() i=5 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 20 remove_watcher() i=0 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.041+0000 7fe037fa3900 20 remove_watcher() i=7 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.042+0000 7fe037fa3900 20 remove_watcher() i=1 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.042+0000 7fe037fa3900 20 remove_watcher() i=6 2026-04-02T12:08:02.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.042+0000 7fe037fa3900 20 remove_watcher() i=4 2026-04-02T12:08:02.052 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:02.052 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:02.064 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:02.064 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:02.113 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:08:02.115 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket myver --object y 2026-04-02T12:08:02.136 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:08:02.136 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:08:02.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.154+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.156 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 realm 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.157 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.155+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.156+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:02.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.156+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.157+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:08:02.158 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.157+0000 7f6cb693e900 20 searching for the correct realm 2026-04-02T12:08:02.163 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.162+0000 7f6cb25fa640 0 -- 192.168.123.101:0/2431363540 >> [v2:192.168.123.108:6800/3833554695,v1:192.168.123.108:6801/3833554695] conn(0x7f6c9c016420 msgr2=0x7f6c9c016870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:02.168 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.166+0000 7f6cb25fa640 0 -- 192.168.123.101:0/2431363540 >> [v2:192.168.123.108:6808/1732537346,v1:192.168.123.108:6809/1732537346] conn(0x559b5d407260 msgr2=0x559b5d427640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.167+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 zone default found 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 4 Realm: () 2026-04-02T12:08:02.169 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 zonegroup default 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.168+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.169+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.169+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.169+0000 7f6cb693e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.169+0000 7f6cb693e900 20 started sync module instance, tier type = 2026-04-02T12:08:02.170 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.169+0000 7f6cb693e900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:08:02.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.178+0000 7f6cb693e900 20 add_watcher() i=3 2026-04-02T12:08:02.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.178+0000 7f6cb693e900 20 add_watcher() i=7 2026-04-02T12:08:02.179 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.178+0000 7f6cb693e900 20 add_watcher() i=0 2026-04-02T12:08:02.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 20 add_watcher() i=5 2026-04-02T12:08:02.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 20 add_watcher() i=6 2026-04-02T12:08:02.185 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 20 add_watcher() i=2 2026-04-02T12:08:02.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 20 add_watcher() i=4 2026-04-02T12:08:02.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 20 add_watcher() i=1 2026-04-02T12:08:02.186 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.184+0000 7f6cb693e900 2 all 8 watchers are set, enabling cache 2026-04-02T12:08:02.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.186+0000 7f6cb693e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:08:02.187 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.186+0000 7f6cb693e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:08:02.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.186+0000 7f6cb693e900 5 note: GC not initialized 2026-04-02T12:08:02.188 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.186+0000 7f6c5affd640 20 reqs_thread_entry: start 2026-04-02T12:08:02.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6cb693e900 20 init_complete bucket index max shards: 11 2026-04-02T12:08:02.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6cb693e900 20 Filter name: none 2026-04-02T12:08:02.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6c58ff9640 20 reqs_thread_entry: start 2026-04-02T12:08:02.232 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.231+0000 7f6cb693e900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 INFO: main: starting shard=0 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.233 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 INFO: main: starting shard=1 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.232+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 INFO: main: starting shard=2 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 INFO: main: starting shard=3 2026-04-02T12:08:02.234 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 INFO: main: starting shard=4 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.233+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 INFO: main: starting shard=5 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.235 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 INFO: main: starting shard=6 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.234+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: starting shard=7 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: starting shard=8 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.236 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 INFO: main: starting shard=9 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.235+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 INFO: main: starting shard=10 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.237 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 INFO: main: starting shard=11 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.236+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 20 INFO: main: starting shard=12 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.238 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.237+0000 7f6cb693e900 20 INFO: main: done 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=3 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 2 removed watcher, disabling cache 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=1 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=0 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=5 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=6 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=4 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=2 2026-04-02T12:08:02.249 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.247+0000 7f6cb693e900 20 remove_watcher() i=7 2026-04-02T12:08:02.257 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:02.257 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:02.271 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:02.271 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:02.319 INFO:tasks.workunit.client.0.vm01.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-02T12:08:02.321 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bi list --bucket myver --object z 2026-04-02T12:08:02.342 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:08:02.342 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:08:02.361 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.359+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 20 realm 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.361+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.362+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.363 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.362+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.362+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:02.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.362+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.363+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:08:02.364 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.363+0000 7efd9838b900 20 searching for the correct realm 2026-04-02T12:08:02.368 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.366+0000 7efd948e8640 0 -- 192.168.123.101:0/2983525544 >> [v2:192.168.123.108:6824/706472072,v1:192.168.123.108:6825/706472072] conn(0x7efd7806bb30 msgr2=0x7efd7806cee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:02.371 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.370+0000 7efd87fff640 0 -- 192.168.123.101:0/2983525544 >> [v2:192.168.123.101:6816/1900671969,v1:192.168.123.101:6817/1900671969] conn(0x56180c6031f0 msgr2=0x56180c6235d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got zonegroup_info.396a2033-378d-494b-b9ab-f915cd01bf82 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got zone_info.a0d0867c-98f6-41be-ae74-2f6c3c99e419 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.372+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:02.374 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 zone default found 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 4 Realm: () 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 4 ZoneGroup: default (396a2033-378d-494b-b9ab-f915cd01bf82) 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 4 Zone: default (a0d0867c-98f6-41be-ae74-2f6c3c99e419) 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 zonegroup default 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.373+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.374+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.374+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.374+0000 7efd9838b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.374+0000 7efd9838b900 20 started sync module instance, tier type = 2026-04-02T12:08:02.375 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.374+0000 7efd9838b900 20 started zone id=a0d0867c-98f6-41be-ae74-2f6c3c99e419 (name=default) with tier type = 2026-04-02T12:08:02.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.377+0000 7efd9838b900 20 add_watcher() i=3 2026-04-02T12:08:02.379 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.377+0000 7efd9838b900 20 add_watcher() i=7 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.378+0000 7efd9838b900 20 add_watcher() i=5 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.378+0000 7efd9838b900 20 add_watcher() i=0 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.378+0000 7efd9838b900 20 add_watcher() i=1 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.378+0000 7efd9838b900 20 add_watcher() i=2 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.378+0000 7efd9838b900 20 add_watcher() i=6 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.379+0000 7efd9838b900 20 add_watcher() i=4 2026-04-02T12:08:02.380 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.379+0000 7efd9838b900 2 all 8 watchers are set, enabling cache 2026-04-02T12:08:02.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.381+0000 7efd9838b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-02T12:08:02.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.381+0000 7efd9838b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-02T12:08:02.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.381+0000 7efd9838b900 5 note: GC not initialized 2026-04-02T12:08:02.382 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.381+0000 7efd40ff1640 20 reqs_thread_entry: start 2026-04-02T12:08:02.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 init_complete bucket index max shards: 11 2026-04-02T12:08:02.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 Filter name: none 2026-04-02T12:08:02.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd3a7fc640 20 reqs_thread_entry: start 2026-04-02T12:08:02.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.418 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=173 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 rados->read ofs=0 len=0 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 rados_obj.operate() r=0 bl.length=403 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 INFO: main: starting shard=0 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.417+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.0 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 INFO: main: starting shard=1 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.419 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.1 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 INFO: main: starting shard=2 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.418+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.2 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: starting shard=3 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.3 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: starting shard=4 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.420 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.4 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 INFO: main: starting shard=5 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.419+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.5 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: starting shard=6 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.6 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: starting shard=7 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.7 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: starting shard=8 2026-04-02T12:08:02.421 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.8 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 INFO: main: starting shard=9 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.420+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.9 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: starting shard=10 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.10 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: starting shard=11 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.422 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.11 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: starting shard=12 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 10 bucket_obj is .dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 bucket index object: :.dir.a0d0867c-98f6-41be-ae74-2f6c3c99e419.4620.19.2.12 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-02T12:08:02.423 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.421+0000 7efd9838b900 20 INFO: main: done 2026-04-02T12:08:02.426 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 20 remove_watcher() i=3 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 2 removed watcher, disabling cache 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 20 remove_watcher() i=5 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 20 remove_watcher() i=2 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 20 remove_watcher() i=6 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.425+0000 7efd9838b900 20 remove_watcher() i=0 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.426+0000 7efd9838b900 20 remove_watcher() i=7 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.426+0000 7efd9838b900 20 remove_watcher() i=1 2026-04-02T12:08:02.427 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:02.426+0000 7efd9838b900 20 remove_watcher() i=4 2026-04-02T12:08:02.435 INFO:tasks.workunit.client.0.vm01.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-02T12:08:02.435 INFO:tasks.workunit.client.0.vm01.stderr: warnings.warn( 2026-04-02T12:08:02.449 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-02T12:08:02.720 INFO:tasks.workunit.client.0.vm01.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-02T12:08:02.996 INFO:tasks.workunit.client.0.vm01.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2026-04-02T12:08:03.022 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setuser ceph since I am not root 2026-04-02T12:08:03.022 INFO:tasks.workunit.client.0.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-04-02T12:08:03.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.041+0000 7fbeb3129900 20 rados->read ofs=0 len=0 2026-04-02T12:08:03.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:03.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 realm 2026-04-02T12:08:03.043 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados->read ofs=0 len=0 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados->read ofs=0 len=0 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.042+0000 7fbeb3129900 20 rados->read ofs=0 len=0 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.043+0000 7fbeb3129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-02T12:08:03.044 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.043+0000 7fbeb3129900 20 rados->read ofs=0 len=0 2026-04-02T12:08:03.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.044+0000 7fbeb3129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-02T12:08:03.045 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.044+0000 7fbeb3129900 20 searching for the correct realm 2026-04-02T12:08:03.048 INFO:tasks.workunit.client.0.vm01.stderr:2026-04-02T12:08:03.047+0000 7fbeaeea3640 0 -- 192.168.123.101:0/2055367364 >> [v2:192.168.123.108:6816/1621636671,v1:192.168.123.108:6817/1621636671] conn(0x7fbea0065040 msgr2=0x7fbea0065410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-02T12:08:03.192 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2026-04-02T12:08:03.192 DEBUG:teuthology.exit:Finished running handlers